{"level":"info","ts":1785178030.0164316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e378e16b-03fd-9db6-adeb-623ad0cbebcd"} {"level":"info","ts":1785178030.0191588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e378e16b-03fd-9db6-adeb-623ad0cbebcd"} {"level":"info","ts":1785178030.0191836,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e378e16b-03fd-9db6-adeb-623ad0cbebcd"} {"level":"info","ts":1785178030.0192015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e378e16b-03fd-9db6-adeb-623ad0cbebcd","EoS":false} {"level":"info","ts":1785178030.0192144,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e378e16b-03fd-9db6-adeb-623ad0cbebcd","EoS":true} {"level":"info","ts":1785178030.019249,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e378e16b-03fd-9db6-adeb-623ad0cbebcd"} {"level":"info","ts":1785178030.8234017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178030.8234868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0"} {"level":"info","ts":1785178030.8234968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0"} {"level":"info","ts":1785178030.8235087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0","EoS":true} {"level":"info","ts":1785178030.8235333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0","header":"x-maas-username"} {"level":"info","ts":1785178030.8235443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0","header":"x-maas-group"} {"level":"info","ts":1785178030.8235536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0","header":"x-maas-subscription"} {"level":"info","ts":1785178030.823567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178030.8235953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0"} {"level":"info","ts":1785178030.824638,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0"} {"level":"info","ts":1785178030.824662,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0"} {"level":"info","ts":1785178030.824683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0","EoS":false} {"level":"info","ts":1785178030.8246982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0","EoS":true} {"level":"info","ts":1785178030.8247366,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"468bdcf6-cde9-49e3-a00b-f81d040736a0"} {"level":"info","ts":1785178054.0174382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178054.0175376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49"} {"level":"info","ts":1785178054.0175548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49"} {"level":"info","ts":1785178054.0175736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49","EoS":true} {"level":"info","ts":1785178054.0176148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49","header":"x-maas-username"} {"level":"info","ts":1785178054.017628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49","header":"x-maas-group"} {"level":"info","ts":1785178054.0176375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49","header":"x-maas-subscription"} {"level":"info","ts":1785178054.0176592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178054.017695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49"} {"level":"info","ts":1785178054.0188677,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49"} {"level":"info","ts":1785178054.0188997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49"} {"level":"info","ts":1785178054.0189235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49","EoS":false} {"level":"info","ts":1785178054.0189445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49","EoS":true} {"level":"info","ts":1785178054.0189772,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7791bac4-454e-4c3f-b363-e88678dece49"} {"level":"info","ts":1785178054.15623,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178054.156329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b"} {"level":"info","ts":1785178054.1563468,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b"} {"level":"info","ts":1785178054.1563668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b","EoS":true} {"level":"info","ts":1785178054.1564076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b","header":"x-maas-group"} {"level":"info","ts":1785178054.1564198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b","header":"x-maas-username"} {"level":"info","ts":1785178054.156428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b","header":"x-maas-subscription"} {"level":"info","ts":1785178054.1564496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178054.1564865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b"} {"level":"info","ts":1785178054.159141,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b"} {"level":"info","ts":1785178054.1591752,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b"} {"level":"info","ts":1785178054.1591947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b","EoS":false} {"level":"info","ts":1785178054.1592073,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b","EoS":true} {"level":"info","ts":1785178054.1592479,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1a7e7cfb-872e-445e-bf0a-d175cd38238b"} {"level":"info","ts":1785178054.2957342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178054.2958603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd"} {"level":"info","ts":1785178054.2958765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd"} {"level":"info","ts":1785178054.295895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd","EoS":true} {"level":"info","ts":1785178054.2959526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd","header":"x-maas-username"} {"level":"info","ts":1785178054.2959673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd","header":"x-maas-group"} {"level":"info","ts":1785178054.2959766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd","header":"x-maas-subscription"} {"level":"info","ts":1785178054.2959967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178054.2960339,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd"} {"level":"info","ts":1785178054.296818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd"} {"level":"info","ts":1785178054.296846,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd"} {"level":"info","ts":1785178054.296872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd","EoS":false} {"level":"info","ts":1785178054.296907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd","EoS":true} {"level":"info","ts":1785178054.2969456,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2f333250-f05a-49ee-8b11-bebd487bcefd"} {"level":"info","ts":1785178054.4341068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178054.4341922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566"} {"level":"info","ts":1785178054.4342024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566"} {"level":"info","ts":1785178054.4342146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566","EoS":true} {"level":"info","ts":1785178054.434241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566","header":"x-maas-username"} {"level":"info","ts":1785178054.4342523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566","header":"x-maas-group"} {"level":"info","ts":1785178054.4342577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566","header":"x-maas-subscription"} {"level":"info","ts":1785178054.4342752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178054.4343042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566"} {"level":"info","ts":1785178054.4351358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566"} {"level":"info","ts":1785178054.435158,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566"} {"level":"info","ts":1785178054.4351776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566","EoS":false} {"level":"info","ts":1785178054.4351885,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566","EoS":true} {"level":"info","ts":1785178054.4352164,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"62455af0-04a7-46c5-b8fa-43ccb13bc566"} {"level":"info","ts":1785178054.5691543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178054.5692475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c"} {"level":"info","ts":1785178054.569266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c"} {"level":"info","ts":1785178054.5692832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c","EoS":true} {"level":"info","ts":1785178054.5693135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c","header":"x-maas-subscription"} {"level":"info","ts":1785178054.569325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c","header":"x-maas-group"} {"level":"info","ts":1785178054.5693307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c","header":"x-maas-username"} {"level":"info","ts":1785178054.5693536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178054.5693843,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c"} {"level":"info","ts":1785178054.570237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c"} {"level":"info","ts":1785178054.5702674,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c"} {"level":"info","ts":1785178054.5702877,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c","EoS":false} {"level":"info","ts":1785178054.5703075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c","EoS":true} {"level":"info","ts":1785178054.5703423,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"19603dd2-8f5d-4fcc-b063-f1f67320145c"} {"level":"info","ts":1785178074.656981,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178074.657069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5"} {"level":"info","ts":1785178074.6570797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5"} {"level":"info","ts":1785178074.657094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5","EoS":true} {"level":"info","ts":1785178074.6571221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5","header":"x-maas-subscription"} {"level":"info","ts":1785178074.657134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5","header":"x-maas-group"} {"level":"info","ts":1785178074.6571398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5","header":"x-maas-username"} {"level":"info","ts":1785178074.6571555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178074.6571908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5"} {"level":"info","ts":1785178074.6593645,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5"} {"level":"info","ts":1785178074.6593952,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5"} {"level":"info","ts":1785178074.659413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5","EoS":false} {"level":"info","ts":1785178074.6594255,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5","EoS":true} {"level":"info","ts":1785178074.6594641,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"62e03b8b-ca24-4ff8-afb3-3ce4ec5980f5"} {"level":"info","ts":1785178074.7703068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178074.770395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f3873ca-b9d0-4044-95c5-dbf962fbd732"} {"level":"info","ts":1785178074.7710896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f3873ca-b9d0-4044-95c5-dbf962fbd732"} {"level":"info","ts":1785178074.7711122,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f3873ca-b9d0-4044-95c5-dbf962fbd732"} {"level":"info","ts":1785178074.7711294,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f3873ca-b9d0-4044-95c5-dbf962fbd732","EoS":false} {"level":"info","ts":1785178074.7711408,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f3873ca-b9d0-4044-95c5-dbf962fbd732"} {"level":"info","ts":1785178074.7711706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f3873ca-b9d0-4044-95c5-dbf962fbd732","EoS":true} {"level":"info","ts":1785178074.771179,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f3873ca-b9d0-4044-95c5-dbf962fbd732"} {"level":"info","ts":1785178079.3938901,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178079.3939795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d"} {"level":"info","ts":1785178079.3939922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d"} {"level":"info","ts":1785178079.3940058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d","EoS":true} {"level":"info","ts":1785178079.3940349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d","header":"x-maas-group"} {"level":"info","ts":1785178079.3940473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d","header":"x-maas-username"} {"level":"info","ts":1785178079.3940544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d","header":"x-maas-subscription"} {"level":"info","ts":1785178079.3940697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178079.3940988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d"} {"level":"info","ts":1785178079.3950546,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d"} {"level":"info","ts":1785178079.3950791,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d"} {"level":"info","ts":1785178079.395102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d","EoS":false} {"level":"info","ts":1785178079.3951168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d","EoS":true} {"level":"info","ts":1785178079.3951824,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a455fe76-e8f3-477a-9536-08f486c2626d"} {"level":"info","ts":1785178092.0431535,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178092.0432422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573"} {"level":"info","ts":1785178092.043255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573"} {"level":"info","ts":1785178092.0432684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573","EoS":true} {"level":"info","ts":1785178092.0432942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573","header":"x-maas-group"} {"level":"info","ts":1785178092.0433064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573","header":"x-maas-subscription"} {"level":"info","ts":1785178092.0433118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573","header":"x-maas-username"} {"level":"info","ts":1785178092.0433264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178092.0433555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573"} {"level":"info","ts":1785178092.0460825,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573"} {"level":"info","ts":1785178092.046108,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573"} {"level":"info","ts":1785178092.0461242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573","EoS":false} {"level":"info","ts":1785178092.0461361,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573","EoS":true} {"level":"info","ts":1785178092.0461707,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4ca3167d-baf3-43e0-ac61-ff62d0b96573"} {"level":"info","ts":1785178104.9084349,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178104.908518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100"} {"level":"info","ts":1785178104.9085279,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100"} {"level":"info","ts":1785178104.9085417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100","EoS":true} {"level":"info","ts":1785178104.9085763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100","header":"x-maas-subscription"} {"level":"info","ts":1785178104.9085882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100","header":"x-maas-username"} {"level":"info","ts":1785178104.908594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100","header":"x-maas-group"} {"level":"info","ts":1785178104.9086108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178104.9086382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100"} {"level":"info","ts":1785178104.9106772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100"} {"level":"info","ts":1785178104.9107068,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100"} {"level":"info","ts":1785178104.9107244,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100","EoS":false} {"level":"info","ts":1785178104.9107368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100","EoS":true} {"level":"info","ts":1785178104.9107916,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7e43f895-87ee-4551-8f13-5625fcd6e100"} {"level":"info","ts":1785178113.4307768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178113.4308684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921"} {"level":"info","ts":1785178113.4308841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921"} {"level":"info","ts":1785178113.430896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921","EoS":true} {"level":"info","ts":1785178113.4309232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921","header":"x-maas-username"} {"level":"info","ts":1785178113.4309344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921","header":"x-maas-group"} {"level":"info","ts":1785178113.4309402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921","header":"x-maas-subscription"} {"level":"info","ts":1785178113.4309545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178113.4309833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921"} {"level":"info","ts":1785178113.432206,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921"} {"level":"info","ts":1785178113.4322383,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921"} {"level":"info","ts":1785178113.432264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921","EoS":false} {"level":"info","ts":1785178113.432281,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921","EoS":true} {"level":"info","ts":1785178113.432318,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4c707168-67bc-48be-b7dd-55238ab09921"} {"level":"info","ts":1785178122.2775438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178122.2776477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb"} {"level":"info","ts":1785178122.277662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb"} {"level":"info","ts":1785178122.277676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb","EoS":true} {"level":"info","ts":1785178122.2777045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb","header":"x-maas-subscription"} {"level":"info","ts":1785178122.2777164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb","header":"x-maas-group"} {"level":"info","ts":1785178122.2777233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb","header":"x-maas-username"} {"level":"info","ts":1785178122.2777576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178122.2777922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb"} {"level":"info","ts":1785178122.2788997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb"} {"level":"info","ts":1785178122.2789328,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb"} {"level":"info","ts":1785178122.2789588,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb","EoS":false} {"level":"info","ts":1785178122.278977,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb","EoS":true} {"level":"info","ts":1785178122.279011,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"809b8d01-45db-46b2-8e4f-2e59945c70bb"} {"level":"info","ts":1785178147.1338432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178147.1339273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496"} {"level":"info","ts":1785178147.133938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496"} {"level":"info","ts":1785178147.133951,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496","EoS":true} {"level":"info","ts":1785178147.1339777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496","header":"x-maas-subscription"} {"level":"info","ts":1785178147.1339893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496","header":"x-maas-group"} {"level":"info","ts":1785178147.1339955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496","header":"x-maas-username"} {"level":"info","ts":1785178147.1340108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178147.1340399,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496"} {"level":"info","ts":1785178147.1366236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496"} {"level":"info","ts":1785178147.136655,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496"} {"level":"info","ts":1785178147.136673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496","EoS":false} {"level":"info","ts":1785178147.1366854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496","EoS":true} {"level":"info","ts":1785178147.1367252,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b8139c77-fdcc-4f6e-9c53-c6c30a51a496"} {"level":"info","ts":1785178170.491966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178170.4920793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996"} {"level":"info","ts":1785178170.4920976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996"} {"level":"info","ts":1785178170.4921114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996","EoS":true} {"level":"info","ts":1785178170.4921403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996","header":"x-maas-username"} {"level":"info","ts":1785178170.4921515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996","header":"x-maas-group"} {"level":"info","ts":1785178170.4921572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996","header":"x-maas-subscription"} {"level":"info","ts":1785178170.4921708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178170.4921985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996"} {"level":"info","ts":1785178170.4932396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996"} {"level":"info","ts":1785178170.4932606,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996"} {"level":"info","ts":1785178170.4932756,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996","EoS":false} {"level":"info","ts":1785178170.4932868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996","EoS":true} {"level":"info","ts":1785178170.4933162,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fdc07b6e-f899-48a3-a593-afbc9fc4c996"} {"level":"info","ts":1785178198.8838975,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178198.884019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82"} {"level":"info","ts":1785178198.8840415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82"} {"level":"info","ts":1785178198.8840609,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82","EoS":true} {"level":"info","ts":1785178198.8840983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82","header":"x-maas-username"} {"level":"info","ts":1785178198.884111,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82","header":"x-maas-subscription"} {"level":"info","ts":1785178198.884117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82","header":"x-maas-group"} {"level":"info","ts":1785178198.8841336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178198.8841634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82"} {"level":"info","ts":1785178198.8853376,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82"} {"level":"info","ts":1785178198.8853612,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82"} {"level":"info","ts":1785178198.8853772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82","EoS":false} {"level":"info","ts":1785178198.885396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82","EoS":true} {"level":"info","ts":1785178198.885436,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5cc74230-ca82-467c-a147-3ef53448cf82"} {"level":"info","ts":1785178208.2949162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178208.2950213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5"} {"level":"info","ts":1785178208.2950387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5"} {"level":"info","ts":1785178208.2950532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5","EoS":true} {"level":"info","ts":1785178208.295082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5","header":"x-maas-username"} {"level":"info","ts":1785178208.2950935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5","header":"x-maas-subscription"} {"level":"info","ts":1785178208.2951002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5","header":"x-maas-group"} {"level":"info","ts":1785178208.295115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178208.2951431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5"} {"level":"info","ts":1785178208.2961085,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5"} {"level":"info","ts":1785178208.296133,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5"} {"level":"info","ts":1785178208.2961497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5","EoS":false} {"level":"info","ts":1785178208.2961624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5","EoS":true} {"level":"info","ts":1785178208.2961943,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5f958350-2083-4bb6-b71f-fcf5b1626ef5"} {"level":"info","ts":1785178208.3314304,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178208.3315008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966"} {"level":"info","ts":1785178208.331513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966"} {"level":"info","ts":1785178208.331525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966","EoS":true} {"level":"info","ts":1785178208.3315532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966","header":"x-maas-subscription"} {"level":"info","ts":1785178208.3315651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966","header":"x-maas-group"} {"level":"info","ts":1785178208.3315701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966","header":"x-maas-username"} {"level":"info","ts":1785178208.3315861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178208.3316147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966"} {"level":"info","ts":1785178208.332602,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966"} {"level":"info","ts":1785178208.3326318,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966"} {"level":"info","ts":1785178208.3326519,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966","EoS":false} {"level":"info","ts":1785178208.3326638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966","EoS":true} {"level":"info","ts":1785178208.3326993,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ef4198ea-f02a-4a1d-a070-3996021e9966"} {"level":"info","ts":1785178227.5360181,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178227.5361028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb"} {"level":"info","ts":1785178227.5361123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb"} {"level":"info","ts":1785178227.5361247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb","EoS":true} {"level":"info","ts":1785178227.5361538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb","header":"x-maas-username"} {"level":"info","ts":1785178227.5361657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb","header":"x-maas-group"} {"level":"info","ts":1785178227.5361705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb","header":"x-maas-subscription"} {"level":"info","ts":1785178227.5361867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178227.5362132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb"} {"level":"info","ts":1785178227.537284,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb"} {"level":"info","ts":1785178227.5373082,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb"} {"level":"info","ts":1785178227.537325,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb","EoS":false} {"level":"info","ts":1785178227.5373368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb","EoS":true} {"level":"info","ts":1785178227.5373712,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0437e5b9-0bcb-46d2-8d75-675d297cdefb"} {"level":"info","ts":1785178357.4989507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178357.4990375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d"} {"level":"info","ts":1785178357.4990516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d"} {"level":"info","ts":1785178357.4990633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d","EoS":true} {"level":"info","ts":1785178357.4990902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d","header":"x-maas-subscription"} {"level":"info","ts":1785178357.4991004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d","header":"x-maas-group"} {"level":"info","ts":1785178357.499106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d","header":"x-maas-username"} {"level":"info","ts":1785178357.4991207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785178357.4991467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d"} {"level":"info","ts":1785178357.5004256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d"} {"level":"info","ts":1785178357.5004494,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d"} {"level":"info","ts":1785178357.50047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d","EoS":false} {"level":"info","ts":1785178357.50049,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d","EoS":true} {"level":"info","ts":1785178357.500532,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"56ab5b5d-8f98-4982-b8fd-121aacd7316d"} {"level":"info","ts":1785178396.6608233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178396.6609187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91"} {"level":"info","ts":1785178396.660932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91"} {"level":"info","ts":1785178396.6609447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91","EoS":true} {"level":"info","ts":1785178396.6609693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91","header":"x-maas-group"} {"level":"info","ts":1785178396.6609814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91","header":"x-maas-username"} {"level":"info","ts":1785178396.6609867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91","header":"x-maas-subscription"} {"level":"info","ts":1785178396.661001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178396.6610277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91"} {"level":"info","ts":1785178396.6619902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91"} {"level":"info","ts":1785178396.6620154,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91"} {"level":"info","ts":1785178396.662031,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91","EoS":false} {"level":"info","ts":1785178396.6620438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91","EoS":true} {"level":"info","ts":1785178396.6620836,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c6b9d86-72f1-4ed4-a8d4-2495408ffc91"} {"level":"info","ts":1785178411.9665549,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178411.9666653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604"} {"level":"info","ts":1785178411.9666831,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604"} {"level":"info","ts":1785178411.9666982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604","EoS":true} {"level":"info","ts":1785178411.9667277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604","header":"x-maas-username"} {"level":"info","ts":1785178411.966792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604","header":"x-maas-group"} {"level":"info","ts":1785178411.9667985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604","header":"x-maas-subscription"} {"level":"info","ts":1785178411.966813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178411.966841,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604"} {"level":"info","ts":1785178411.969648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604"} {"level":"info","ts":1785178411.9696906,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604"} {"level":"info","ts":1785178411.9697206,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604","EoS":false} {"level":"info","ts":1785178411.9697368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604","EoS":true} {"level":"info","ts":1785178411.9698045,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"99152c2e-75b9-498b-b837-13d73bf86604"} {"level":"info","ts":1785178760.0345254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178760.0346181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe"} {"level":"info","ts":1785178760.034627,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe"} {"level":"info","ts":1785178760.0346394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe","EoS":true} {"level":"info","ts":1785178760.0346668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe","header":"x-maas-group"} {"level":"info","ts":1785178760.0346785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe","header":"x-maas-subscription"} {"level":"info","ts":1785178760.0346835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe","header":"x-maas-username"} {"level":"info","ts":1785178760.0346978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178760.0347238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe"} {"level":"info","ts":1785178760.0369608,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe"} {"level":"info","ts":1785178760.0369897,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe"} {"level":"info","ts":1785178760.037007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe","EoS":false} {"level":"info","ts":1785178760.0370204,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe","EoS":true} {"level":"info","ts":1785178760.037056,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c5b30baa-5654-41ae-b675-5e2e1c0b18fe"} {"level":"info","ts":1785178764.8275461,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bb109a5c-314a-46f4-a6ad-d3a6a6889f79","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785178764.8278098,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38680.9791827,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178764.8278306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178764.878276,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178764.9285066,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bb109a5c-314a-46f4-a6ad-d3a6a6889f79","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785178764.9459298,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f7b523f-7676-4694-84e0-9a23ca57d8e3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178764.9459999,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f7b523f-7676-4694-84e0-9a23ca57d8e3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785178764.946095,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf33199-ae63-479d-931a-71c8662ddca3"} {"level":"info","ts":1785178764.9543023,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f26500d1-acc6-4cbb-8b82-c4eeff2a35d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178764.9543438,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f26500d1-acc6-4cbb-8b82-c4eeff2a35d6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785178764.954675,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34975.919734024,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178764.9546928,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178764.9635568,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178765.0556633,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf33199-ae63-479d-931a-71c8662ddca3","name":"e2e-external-provider"} {"level":"info","ts":1785178765.0714839,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c0cbd93-db01-46ac-b8cc-99e6c52c6db5"} {"level":"info","ts":1785178765.071488,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d24298b2-75e7-4ace-9e17-e654d761fdbb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178765.0716846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d24298b2-75e7-4ace-9e17-e654d761fdbb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178765.0788844,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf63702c-dfd8-4d95-812a-f640e0af1ae0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178765.0789285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf63702c-dfd8-4d95-812a-f640e0af1ae0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178765.0796661,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c0cbd93-db01-46ac-b8cc-99e6c52c6db5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785178765.080353,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf33199-ae63-479d-931a-71c8662ddca3","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785178765.0862994,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ebbb7da-6c26-4e98-a838-c1a39980bd27","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785178765.0863082,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c0cbd93-db01-46ac-b8cc-99e6c52c6db5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178765.0863473,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ebbb7da-6c26-4e98-a838-c1a39980bd27","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178765.0864048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62310766-b957-443b-b183-5d3a1b31f0bf"} {"level":"info","ts":1785178765.0864344,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62310766-b957-443b-b183-5d3a1b31f0bf","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785178765.0921977,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf33199-ae63-479d-931a-71c8662ddca3","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785178765.092271,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62310766-b957-443b-b183-5d3a1b31f0bf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178765.0923572,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8aa36246-97c2-42d4-a971-4ac7c3efe6a9"} {"level":"info","ts":1785178765.092395,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8aa36246-97c2-42d4-a971-4ac7c3efe6a9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785178765.099582,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf33199-ae63-479d-931a-71c8662ddca3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785178765.0999386,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8aa36246-97c2-42d4-a971-4ac7c3efe6a9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178765.1062546,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c4cd398-a446-49cd-aacd-22d993c4099a"} {"level":"info","ts":1785178765.106341,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c4cd398-a446-49cd-aacd-22d993c4099a","name":"e2e-external-provider"} {"level":"info","ts":1785178765.1064425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5c984aa-c89f-4921-bc68-83dc7a87b078"} {"level":"info","ts":1785178765.1065607,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91955dcb-082e-4f5b-b886-e14c98b955e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178765.1067305,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36131.553818692,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178765.106775,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178765.1068094,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91955dcb-082e-4f5b-b886-e14c98b955e0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785178765.1069047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"207cb650-0d98-4a3c-8f3e-48b46debc4ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178765.1069322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"207cb650-0d98-4a3c-8f3e-48b46debc4ee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178765.11413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178765.1160874,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c4cd398-a446-49cd-aacd-22d993c4099a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785178765.1199713,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c4cd398-a446-49cd-aacd-22d993c4099a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178765.120101,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14776b94-f95c-45c7-bb0d-845f1d241e8c"} {"level":"info","ts":1785178765.120153,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14776b94-f95c-45c7-bb0d-845f1d241e8c","name":"e2e-external-provider"} {"level":"info","ts":1785178765.1306531,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14776b94-f95c-45c7-bb0d-845f1d241e8c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785178765.2077782,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5c984aa-c89f-4921-bc68-83dc7a87b078","name":"e2e-external-model"} {"level":"info","ts":1785178765.2228386,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5c984aa-c89f-4921-bc68-83dc7a87b078","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178765.2309055,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc49c51-fec2-41d5-9497-6f86acf08664"} {"level":"info","ts":1785178765.230891,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e14dfda5-6b8f-4646-a6e1-be20b434a867","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178765.230999,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc49c51-fec2-41d5-9497-6f86acf08664","name":"e2e-external-model"} {"level":"info","ts":1785178765.2310343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e14dfda5-6b8f-4646-a6e1-be20b434a867","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785178765.2471998,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc49c51-fec2-41d5-9497-6f86acf08664","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178765.247278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2be93a23-022b-4dfb-9126-db028646e2b5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178765.247317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2be93a23-022b-4dfb-9126-db028646e2b5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178765.2472901,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58dd4966-94e6-4e53-b4cd-dd5c2632e042"} {"level":"info","ts":1785178765.2474084,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58dd4966-94e6-4e53-b4cd-dd5c2632e042","name":"e2e-external-model"} {"level":"info","ts":1785178765.2553103,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58dd4966-94e6-4e53-b4cd-dd5c2632e042","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178765.2628725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d0785c-2678-4759-a19f-72beb7e3439a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178765.2629063,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a417cd43-21d3-44c6-ae0b-f73dd9a8281d"} {"level":"info","ts":1785178765.26294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d0785c-2678-4759-a19f-72beb7e3439a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178765.2630155,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a417cd43-21d3-44c6-ae0b-f73dd9a8281d","name":"e2e-external-model"} {"level":"info","ts":1785178765.274658,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a417cd43-21d3-44c6-ae0b-f73dd9a8281d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178772.5522885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178772.5523694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203"} {"level":"info","ts":1785178772.5523841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203"} {"level":"info","ts":1785178772.5523965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","EoS":true} {"level":"info","ts":1785178772.5524216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","header":"x-maas-subscription"} {"level":"info","ts":1785178772.5524325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","header":"x-maas-group"} {"level":"info","ts":1785178772.5524392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","header":"x-maas-username"} {"level":"info","ts":1785178772.5524542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178772.5524633,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","modelName":"e2e-external-model"} {"level":"info","ts":1785178772.5524764,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785178772.5525215,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785178772.5525396,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203","authType":"apikey"} {"level":"info","ts":1785178772.552567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8300f774-2032-43ac-936b-2032f14a9203"} {"level":"info","ts":1785178772.6693265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dac7a53-7a82-46e9-abe9-c7d8aee0be75","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178772.6693704,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dac7a53-7a82-46e9-abe9-c7d8aee0be75","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785178772.669368,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e21e4e1b-510a-4a03-b7c0-8c21fa067604"} {"level":"info","ts":1785178772.6767032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca68462b-9d84-4d28-bb31-44017224f8fc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178772.6767766,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca68462b-9d84-4d28-bb31-44017224f8fc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178772.677798,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e21e4e1b-510a-4a03-b7c0-8c21fa067604","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178772.6778703,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e21e4e1b-510a-4a03-b7c0-8c21fa067604","name":"e2e-cleanup-test"} {"level":"info","ts":1785178772.6953301,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8390a3f-f1a6-4079-854d-c269d07c813b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178772.6953824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8390a3f-f1a6-4079-854d-c269d07c813b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178772.6956544,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e21e4e1b-510a-4a03-b7c0-8c21fa067604","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785178772.6957026,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e21e4e1b-510a-4a03-b7c0-8c21fa067604","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178772.695775,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21e1e77d-90ec-4978-9263-4c078eb6c9d8"} {"level":"info","ts":1785178772.695828,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21e1e77d-90ec-4978-9263-4c078eb6c9d8","name":"e2e-cleanup-test"} {"level":"info","ts":1785178772.7098553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc65afa4-3541-4c4f-9aa4-f6e1118ec5e0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178772.7099097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc65afa4-3541-4c4f-9aa4-f6e1118ec5e0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178772.7128632,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21e1e77d-90ec-4978-9263-4c078eb6c9d8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785178772.712922,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21e1e77d-90ec-4978-9263-4c078eb6c9d8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178772.712984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ca6783d-f8d0-455f-b5e5-b35b851cc629"} {"level":"info","ts":1785178772.713045,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ca6783d-f8d0-455f-b5e5-b35b851cc629","name":"e2e-cleanup-test"} {"level":"info","ts":1785178772.7216675,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ca6783d-f8d0-455f-b5e5-b35b851cc629","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178772.7261372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ad4d49a-384a-4458-81cd-dad94110cd75","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178772.7262201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ad4d49a-384a-4458-81cd-dad94110cd75","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178772.7295582,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ca6783d-f8d0-455f-b5e5-b35b851cc629","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178772.7296767,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab661907-c277-4d92-bd1c-d557745848fb"} {"level":"info","ts":1785178772.7297735,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab661907-c277-4d92-bd1c-d557745848fb","name":"e2e-cleanup-test"} {"level":"info","ts":1785178772.7393267,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab661907-c277-4d92-bd1c-d557745848fb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178780.9467864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a7a3773-2520-4574-8b56-d51cf31a36e9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178780.9468124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63d4a72f-2895-492e-87d4-73a432ce0437"} {"level":"info","ts":1785178780.946826,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a7a3773-2520-4574-8b56-d51cf31a36e9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178785.244335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178785.2444105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eee5f2ca-c93c-405d-9311-c1913ba2fa4a"} {"level":"info","ts":1785178785.2444193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eee5f2ca-c93c-405d-9311-c1913ba2fa4a"} {"level":"info","ts":1785178785.244432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eee5f2ca-c93c-405d-9311-c1913ba2fa4a","EoS":true} {"level":"info","ts":1785178785.2444644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eee5f2ca-c93c-405d-9311-c1913ba2fa4a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785178785.2444935,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eee5f2ca-c93c-405d-9311-c1913ba2fa4a"} {"level":"info","ts":1785178785.2876158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178785.287717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c"} {"level":"info","ts":1785178785.2877367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c"} {"level":"info","ts":1785178785.2877789,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","EoS":true} {"level":"info","ts":1785178785.2878034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","header":"x-maas-username"} {"level":"info","ts":1785178785.2878146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","header":"x-maas-group"} {"level":"info","ts":1785178785.28782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","header":"x-maas-subscription"} {"level":"info","ts":1785178785.2878342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178785.287844,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","modelName":"e2e-external-model"} {"level":"info","ts":1785178785.287858,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785178785.2878935,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785178785.2879097,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c","authType":"apikey"} {"level":"info","ts":1785178785.2879329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2326b14a-34aa-476c-abdd-071f1c78921c"} {"level":"info","ts":1785178785.3296278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178785.3297036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f"} {"level":"info","ts":1785178785.3297148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f"} {"level":"info","ts":1785178785.3297262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f","EoS":true} {"level":"info","ts":1785178785.3297923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f","header":"x-maas-username"} {"level":"info","ts":1785178785.3298059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f","header":"x-maas-subscription"} {"level":"info","ts":1785178785.3298106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f","header":"x-maas-group"} {"level":"info","ts":1785178785.329824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178785.329851,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f"} {"level":"info","ts":1785178785.4375622,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f"} {"level":"info","ts":1785178785.4375982,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f"} {"level":"info","ts":1785178785.4376183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f","EoS":false} {"level":"info","ts":1785178785.4376364,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f","EoS":true} {"level":"error","ts":1785178785.4376514,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785178785.437705,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"754c75b3-48e6-4a18-8875-20e5d373633f"} {"level":"info","ts":1785178785.4728463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178785.472922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6"} {"level":"info","ts":1785178785.4729342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6"} {"level":"info","ts":1785178785.472948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6","EoS":true} {"level":"info","ts":1785178785.472969,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6","header":"x-maas-subscription"} {"level":"info","ts":1785178785.4729805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6","header":"x-maas-group"} {"level":"info","ts":1785178785.4729872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6","header":"x-maas-username"} {"level":"info","ts":1785178785.4730186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6"} {"level":"info","ts":1785178785.5765564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6"} {"level":"info","ts":1785178785.5765893,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6"} {"level":"info","ts":1785178785.5766094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6","EoS":false} {"level":"info","ts":1785178785.57663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6","EoS":true} {"level":"error","ts":1785178785.5766459,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785178785.576683,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"14db6474-5ec4-48f0-b089-86c1c11755f6"} {"level":"info","ts":1785178786.423161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e020a68-3034-404c-8ef1-1e0a0dc329d9"} {"level":"info","ts":1785178786.4231598,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8eb7c5c0-2523-4a6b-9638-a958f90cfc82","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178786.423225,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8eb7c5c0-2523-4a6b-9638-a958f90cfc82","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178786.567771,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"075e8b01-a274-4872-9024-07b2f336c8a5"} {"level":"info","ts":1785178786.56777,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2211dd14-096e-4ddd-a5fd-a6aa719fbf1d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178786.5678596,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2211dd14-096e-4ddd-a5fd-a6aa719fbf1d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178786.6856,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d0fcb16c-0584-445f-81b9-df5af82836e0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785178786.6856608,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d0fcb16c-0584-445f-81b9-df5af82836e0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785180332.5555768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180332.555668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a455ae4d-226f-4125-b8c3-4779f5e68f2e"} {"level":"info","ts":1785180396.7382607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180396.7383552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67"} {"level":"info","ts":1785180396.7383745,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67"} {"level":"info","ts":1785180396.7383935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67","EoS":true} {"level":"info","ts":1785180396.738437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67","header":"x-maas-username"} {"level":"info","ts":1785180396.7384489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67","header":"x-maas-group"} {"level":"info","ts":1785180396.7384584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67","header":"x-maas-subscription"} {"level":"info","ts":1785180396.73848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785180396.7385147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67"} {"level":"info","ts":1785180396.7414765,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67"} {"level":"info","ts":1785180396.7415006,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67"} {"level":"info","ts":1785180396.7415175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67","EoS":false} {"level":"info","ts":1785180396.741531,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67","EoS":true} {"level":"info","ts":1785180396.7415655,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"87378cfd-9713-40d8-8f40-049607284b67"}