{"level":"info","ts":1785186331.4131734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3","header":"x-maas-subscription"} {"level":"info","ts":1785186331.4131815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3","header":"x-maas-group"} {"level":"info","ts":1785186331.4131966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186331.4132254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3"} {"level":"info","ts":1785186331.4144316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3"} {"level":"info","ts":1785186331.4144468,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3"} {"level":"info","ts":1785186331.4144607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3","EoS":false} {"level":"info","ts":1785186331.4144785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3","EoS":true} {"level":"info","ts":1785186331.4145079,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7b34fd4c-346b-4382-8f18-7bdf1b9d0ad3"} {"level":"info","ts":1785186354.5297787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186354.529915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.529931,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.5299516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","EoS":true} {"level":"info","ts":1785186354.529991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","header":"x-maas-subscription"} {"level":"info","ts":1785186354.5300038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","header":"x-maas-username"} {"level":"info","ts":1785186354.530013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","header":"x-maas-group"} {"level":"info","ts":1785186354.530038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186354.5300744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.5324423,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.5324647,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.5324802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","EoS":false} {"level":"info","ts":1785186354.532493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471","EoS":true} {"level":"info","ts":1785186354.5325294,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7af363eb-c8d5-4e25-97d9-5ed9f05f4471"} {"level":"info","ts":1785186354.667598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186354.6676805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.6676934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.6677048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","EoS":true} {"level":"info","ts":1785186354.6677294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","header":"x-maas-subscription"} {"level":"info","ts":1785186354.6677396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","header":"x-maas-username"} {"level":"info","ts":1785186354.6677454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","header":"x-maas-group"} {"level":"info","ts":1785186354.667763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186354.6677904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.6687202,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.6687431,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.6687636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","EoS":false} {"level":"info","ts":1785186354.6687844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8","EoS":true} {"level":"info","ts":1785186354.668823,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ca096202-1e7f-4ffa-a712-8900eddd0fd8"} {"level":"info","ts":1785186354.8026643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186354.8027453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.802759,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.8027706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","EoS":true} {"level":"info","ts":1785186354.8028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","header":"x-maas-username"} {"level":"info","ts":1785186354.8028102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","header":"x-maas-group"} {"level":"info","ts":1785186354.8028152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","header":"x-maas-subscription"} {"level":"info","ts":1785186354.802829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186354.8028562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.8037682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.8037992,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.8038208,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","EoS":false} {"level":"info","ts":1785186354.803841,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6","EoS":true} {"level":"info","ts":1785186354.803945,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"816fcbb7-0ea1-466a-a958-5abd372cddc6"} {"level":"info","ts":1785186354.9450548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186354.945131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186354.9451456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186354.9451594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","EoS":true} {"level":"info","ts":1785186354.9451888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","header":"x-maas-username"} {"level":"info","ts":1785186354.9452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","header":"x-maas-subscription"} {"level":"info","ts":1785186354.9452052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","header":"x-maas-group"} {"level":"info","ts":1785186354.94522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186354.9452493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186354.946125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186354.9461448,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186354.946164,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","EoS":false} {"level":"info","ts":1785186354.9461796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee","EoS":true} {"level":"info","ts":1785186354.9462206,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a89774c4-2ebc-4e93-b726-dd68f38cb2ee"} {"level":"info","ts":1785186355.0797951,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186355.0798824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186355.0798979,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186355.0799136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","EoS":true} {"level":"info","ts":1785186355.079942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","header":"x-maas-username"} {"level":"info","ts":1785186355.0799527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","header":"x-maas-subscription"} {"level":"info","ts":1785186355.079958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","header":"x-maas-group"} {"level":"info","ts":1785186355.079974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186355.0800073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186355.080908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186355.0809293,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186355.080951,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","EoS":false} {"level":"info","ts":1785186355.0809786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202","EoS":true} {"level":"info","ts":1785186355.0810268,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"431d2449-cc86-45c2-8e59-c43d07985202"} {"level":"info","ts":1785186375.1350298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186375.1351185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.1351287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.1351395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","EoS":true} {"level":"info","ts":1785186375.1351647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","header":"x-maas-group"} {"level":"info","ts":1785186375.1351762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","header":"x-maas-username"} {"level":"info","ts":1785186375.135182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","header":"x-maas-subscription"} {"level":"info","ts":1785186375.1351957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186375.1352248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.1361048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.1361346,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.1361513,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","EoS":false} {"level":"info","ts":1785186375.1361635,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd","EoS":true} {"level":"info","ts":1785186375.136197,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3f493e95-d4b7-4094-b1b0-f9685c6aeffd"} {"level":"info","ts":1785186375.2354941,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186375.2356014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0a81267-f1af-45f6-b6ce-007fefd944fb"} {"level":"info","ts":1785186375.236378,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0a81267-f1af-45f6-b6ce-007fefd944fb"} {"level":"info","ts":1785186375.2363975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a0a81267-f1af-45f6-b6ce-007fefd944fb"} {"level":"info","ts":1785186375.2364132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0a81267-f1af-45f6-b6ce-007fefd944fb","EoS":false} {"level":"info","ts":1785186375.2364283,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a0a81267-f1af-45f6-b6ce-007fefd944fb"} {"level":"info","ts":1785186375.236456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0a81267-f1af-45f6-b6ce-007fefd944fb","EoS":true} {"level":"info","ts":1785186375.2364695,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a0a81267-f1af-45f6-b6ce-007fefd944fb"} {"level":"info","ts":1785186379.848275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186379.8483624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186379.8483765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186379.848395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","EoS":true} {"level":"info","ts":1785186379.8484256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","header":"x-maas-username"} {"level":"info","ts":1785186379.8484373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","header":"x-maas-group"} {"level":"info","ts":1785186379.8484423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","header":"x-maas-subscription"} {"level":"info","ts":1785186379.8484578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186379.8484912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186379.8498762,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186379.8498998,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186379.8499146,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","EoS":false} {"level":"info","ts":1785186379.849927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78a53992-68e5-4830-b35b-72a772482801","EoS":true} {"level":"info","ts":1785186379.849958,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"78a53992-68e5-4830-b35b-72a772482801"} {"level":"info","ts":1785186392.4631236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186392.463208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186392.4632201,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186392.463232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","EoS":true} {"level":"info","ts":1785186392.4632628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","header":"x-maas-group"} {"level":"info","ts":1785186392.4632752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","header":"x-maas-username"} {"level":"info","ts":1785186392.463281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","header":"x-maas-subscription"} {"level":"info","ts":1785186392.4632943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186392.4633229,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186392.4646235,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186392.4646454,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186392.464667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","EoS":false} {"level":"info","ts":1785186392.4646897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4","EoS":true} {"level":"info","ts":1785186392.4647303,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"caa1a6ba-1fe9-43eb-88e4-2d6e9f2a81d4"} {"level":"info","ts":1785186405.3562417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186405.3563192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186405.3563287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186405.3563397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","EoS":true} {"level":"info","ts":1785186405.3563676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","header":"x-maas-subscription"} {"level":"info","ts":1785186405.356379,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","header":"x-maas-username"} {"level":"info","ts":1785186405.3563848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","header":"x-maas-group"} {"level":"info","ts":1785186405.356399,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186405.3564224,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186405.3575647,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186405.3575869,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186405.3576026,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","EoS":false} {"level":"info","ts":1785186405.3576143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17","EoS":true} {"level":"info","ts":1785186405.3576436,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"96d3944d-435a-4a05-ae3f-c327c2edbf17"} {"level":"info","ts":1785186413.8829467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186413.883015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186413.8830256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186413.8830361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","EoS":true} {"level":"info","ts":1785186413.8830624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","header":"x-maas-group"} {"level":"info","ts":1785186413.883074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","header":"x-maas-subscription"} {"level":"info","ts":1785186413.883081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","header":"x-maas-username"} {"level":"info","ts":1785186413.8830945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186413.883122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186413.8842773,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186413.8843014,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186413.8843172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","EoS":false} {"level":"info","ts":1785186413.8843296,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf","EoS":true} {"level":"info","ts":1785186413.884361,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a4d6c11b-2e63-4ab0-8837-5e5b7dc42ecf"} {"level":"info","ts":1785186422.7697937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186422.7698724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186422.7698827,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186422.7698934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","EoS":true} {"level":"info","ts":1785186422.7699213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","header":"x-maas-username"} {"level":"info","ts":1785186422.7699318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","header":"x-maas-group"} {"level":"info","ts":1785186422.7699385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","header":"x-maas-subscription"} {"level":"info","ts":1785186422.7699518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186422.769982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186422.771294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186422.7713175,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186422.7713394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","EoS":false} {"level":"info","ts":1785186422.771351,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc","EoS":true} {"level":"info","ts":1785186422.771386,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e32c9c40-735c-42f8-b328-78656e7dccbc"} {"level":"info","ts":1785186445.7303777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186445.7304997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186445.7305188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186445.7305717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","EoS":true} {"level":"info","ts":1785186445.7306511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","header":"x-maas-subscription"} {"level":"info","ts":1785186445.7306619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","header":"x-maas-group"} {"level":"info","ts":1785186445.7306678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","header":"x-maas-username"} {"level":"info","ts":1785186445.730682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186445.7307098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186445.732944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186445.7329679,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186445.7329912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","EoS":false} {"level":"info","ts":1785186445.7330034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc","EoS":true} {"level":"info","ts":1785186445.733037,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"536e4bdc-0872-45de-8767-fb73b0d941bc"} {"level":"info","ts":1785186468.4710462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186468.4711246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186468.4711344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186468.471147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","EoS":true} {"level":"info","ts":1785186468.4711752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","header":"x-maas-subscription"} {"level":"info","ts":1785186468.4711866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","header":"x-maas-username"} {"level":"info","ts":1785186468.4711916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","header":"x-maas-group"} {"level":"info","ts":1785186468.4712055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785186468.4712324,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186468.4741921,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186468.474214,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186468.474231,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","EoS":false} {"level":"info","ts":1785186468.474246,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f57268d-5ef4-4410-904d-174981065782","EoS":true} {"level":"info","ts":1785186468.4742756,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f57268d-5ef4-4410-904d-174981065782"} {"level":"info","ts":1785186507.7148395,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186507.7149374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186507.7149518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186507.7149644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","EoS":true} {"level":"info","ts":1785186507.714995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","header":"x-maas-username"} {"level":"info","ts":1785186507.7150054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","header":"x-maas-subscription"} {"level":"info","ts":1785186507.7150118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","header":"x-maas-group"} {"level":"info","ts":1785186507.7150269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186507.7150533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186507.717714,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186507.7177343,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186507.7177486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","EoS":false} {"level":"info","ts":1785186507.7177606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7","EoS":true} {"level":"info","ts":1785186507.7177918,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e5621aa8-d045-4afc-b08d-4b27784381d7"} {"level":"info","ts":1785186517.1244154,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186517.1245058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.1245177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.124551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","EoS":true} {"level":"info","ts":1785186517.124582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","header":"x-maas-username"} {"level":"info","ts":1785186517.1245937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","header":"x-maas-subscription"} {"level":"info","ts":1785186517.1245995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","header":"x-maas-group"} {"level":"info","ts":1785186517.1246154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186517.1246493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.125856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.1258776,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.1258957,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","EoS":false} {"level":"info","ts":1785186517.125908,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057","EoS":true} {"level":"info","ts":1785186517.125937,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f7d3c98e-a5b7-44a9-95f0-c10cfdc00057"} {"level":"info","ts":1785186517.1763582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186517.1764507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186517.1764672,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186517.1764874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","EoS":true} {"level":"info","ts":1785186517.1765254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","header":"x-maas-group"} {"level":"info","ts":1785186517.1765647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","header":"x-maas-subscription"} {"level":"info","ts":1785186517.1765738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","header":"x-maas-username"} {"level":"info","ts":1785186517.1765919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186517.1766868,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186517.1780064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186517.1780286,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186517.1780417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","EoS":false} {"level":"info","ts":1785186517.178053,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81","EoS":true} {"level":"info","ts":1785186517.1780818,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3789c676-13c4-44a7-9a7d-b74e4e2f7d81"} {"level":"info","ts":1785186536.2362046,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186536.236294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186536.2363107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186536.2363296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","EoS":true} {"level":"info","ts":1785186536.2363727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","header":"x-maas-group"} {"level":"info","ts":1785186536.2363858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","header":"x-maas-subscription"} {"level":"info","ts":1785186536.2363946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","header":"x-maas-username"} {"level":"info","ts":1785186536.2364159,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186536.2364516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186536.2376852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186536.2377064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186536.2377272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","EoS":false} {"level":"info","ts":1785186536.2377393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80","EoS":true} {"level":"info","ts":1785186536.2377677,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1dbc941f-dd0b-42a5-a618-085e104f8d80"} {"level":"info","ts":1785186679.0434294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186679.0435174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186679.043553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186679.0435686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","EoS":true} {"level":"info","ts":1785186679.0435963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","header":"x-maas-group"} {"level":"info","ts":1785186679.0436068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","header":"x-maas-username"} {"level":"info","ts":1785186679.0436125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","header":"x-maas-subscription"} {"level":"info","ts":1785186679.0436258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785186679.0436494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186679.0455823,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186679.0456102,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186679.045633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","EoS":false} {"level":"info","ts":1785186679.045649,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5","EoS":true} {"level":"info","ts":1785186679.0456927,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f7c1bb74-b3c9-4548-82d6-98e69c6c1df5"} {"level":"info","ts":1785186715.9566123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186715.9566908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186715.9566998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186715.9567103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","EoS":true} {"level":"info","ts":1785186715.9567354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","header":"x-maas-group"} {"level":"info","ts":1785186715.9567463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","header":"x-maas-subscription"} {"level":"info","ts":1785186715.9567513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","header":"x-maas-username"} {"level":"info","ts":1785186715.956765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186715.9567928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186715.9587042,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186715.9587324,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186715.9587502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","EoS":false} {"level":"info","ts":1785186715.9587622,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523","EoS":true} {"level":"info","ts":1785186715.9587955,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6e58e841-9978-446d-afbd-8cd7dd7e9523"} {"level":"info","ts":1785186731.1985118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186731.1986296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785186731.1986406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785186731.1986527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","EoS":true} {"level":"info","ts":1785186731.1986806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","header":"x-maas-username"} {"level":"info","ts":1785186731.1986916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","header":"x-maas-subscription"} {"level":"info","ts":1785186731.1986976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","header":"x-maas-group"} {"level":"info","ts":1785186731.1987119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186731.198739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785186731.2006645,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785186731.2006867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785186731.2007017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","EoS":false} {"level":"info","ts":1785186731.2007132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01","EoS":true} {"level":"info","ts":1785186731.2007437,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6a058cb5-272b-4640-bff7-924417638d01"} {"level":"info","ts":1785187039.443555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187039.4436498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.4436586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.4436698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","EoS":true} {"level":"info","ts":1785187039.443696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","header":"x-maas-subscription"} {"level":"info","ts":1785187039.4437077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","header":"x-maas-group"} {"level":"info","ts":1785187039.4437125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","header":"x-maas-username"} {"level":"info","ts":1785187039.4437268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187039.4437537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.444684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.4447062,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.4447217,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","EoS":false} {"level":"info","ts":1785187039.4447327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627","EoS":true} {"level":"info","ts":1785187039.444764,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3f519fc4-120f-49e7-aa30-8ffb5ac14627"} {"level":"info","ts":1785187039.4766598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187039.476738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187039.47675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187039.4767618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","EoS":true} {"level":"info","ts":1785187039.4767857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","header":"x-maas-subscription"} {"level":"info","ts":1785187039.4767966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","header":"x-maas-username"} {"level":"info","ts":1785187039.4768014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","header":"x-maas-group"} {"level":"info","ts":1785187039.4768145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187039.4768438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187039.4777467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187039.4777646,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187039.4777813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","EoS":false} {"level":"info","ts":1785187039.4777892,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797","EoS":true} {"level":"info","ts":1785187039.477814,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2d57977a-f9e5-4722-a0fb-b67aec229797"} {"level":"info","ts":1785187044.2318745,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fe2c31d2-d5db-4d1c-bd3a-df740fde3c5e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785187044.2321167,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33827.831943432,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.232133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.2698553,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.332624,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fe2c31d2-d5db-4d1c-bd3a-df740fde3c5e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785187044.3409042,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a75d6bf9-76b9-4ccc-a70e-14c594ed0b71","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187044.340956,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a75d6bf9-76b9-4ccc-a70e-14c594ed0b71","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187044.3409429,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2e8d90a-a812-44dd-b8c6-00db9a48f804"} {"level":"info","ts":1785187044.3487027,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"599dba62-2f02-456a-8fc3-56070e69f041","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187044.3487368,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"599dba62-2f02-456a-8fc3-56070e69f041","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187044.349028,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35402.177410765,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.3490489,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.358124,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.4489477,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f00d0a7-e99a-4831-87bd-73d307956909","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.449031,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f00d0a7-e99a-4831-87bd-73d307956909","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.4490106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99477daf-d5fd-4961-9557-ed05a40b4224"} {"level":"info","ts":1785187044.4490874,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2e8d90a-a812-44dd-b8c6-00db9a48f804","name":"e2e-external-provider"} {"level":"info","ts":1785187044.4571984,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99477daf-d5fd-4961-9557-ed05a40b4224","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785187044.457234,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a1cb9c5-b8de-43c4-9f6c-29f1815f2142","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.4572663,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a1cb9c5-b8de-43c4-9f6c-29f1815f2142","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.4658263,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e8102f8-a34c-40f2-8252-4347b553fc40","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.4658794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e8102f8-a34c-40f2-8252-4347b553fc40","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785187044.4659424,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99477daf-d5fd-4961-9557-ed05a40b4224","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.466058,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745c624c-bc6e-4eb7-aaf7-b6b5bce5a495"} {"level":"info","ts":1785187044.4661026,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745c624c-bc6e-4eb7-aaf7-b6b5bce5a495","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785187044.4664369,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2e8d90a-a812-44dd-b8c6-00db9a48f804","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785187044.4708817,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745c624c-bc6e-4eb7-aaf7-b6b5bce5a495","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.4756184,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2e8d90a-a812-44dd-b8c6-00db9a48f804","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785187044.481791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8b85be1-8fec-4ffc-b298-015f74eaa5df"} {"level":"info","ts":1785187044.4818323,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8b85be1-8fec-4ffc-b298-015f74eaa5df","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785187044.4852204,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2e8d90a-a812-44dd-b8c6-00db9a48f804","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785187044.4866843,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8b85be1-8fec-4ffc-b298-015f74eaa5df","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.4931607,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2389e10-4485-4e51-a213-fc0ed881fc5b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187044.4932373,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2389e10-4485-4e51-a213-fc0ed881fc5b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187044.493241,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46b811af-e5f5-435a-a947-976e6eea81db"} {"level":"info","ts":1785187044.493559,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef21ea00-14c4-4f2a-b2e8-ad101f3ff6a0"} {"level":"info","ts":1785187044.4935925,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38566.156734777,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.4936101,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.493637,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef21ea00-14c4-4f2a-b2e8-ad101f3ff6a0","name":"e2e-external-provider"} {"level":"info","ts":1785187044.493789,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0317d093-4788-4c5d-93ca-f8d5bba28911","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.4938195,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0317d093-4788-4c5d-93ca-f8d5bba28911","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.5047858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187044.5090222,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef21ea00-14c4-4f2a-b2e8-ad101f3ff6a0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785187044.5942397,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46b811af-e5f5-435a-a947-976e6eea81db","name":"e2e-external-model"} {"level":"info","ts":1785187044.6060145,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46b811af-e5f5-435a-a947-976e6eea81db","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187044.612215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03cd4ac6-cc83-4a55-ab93-495776ce3770","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.6122644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03cd4ac6-cc83-4a55-ab93-495776ce3770","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.6123798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cebafaf8-fc1a-4b89-9395-56afe5fb5c42"} {"level":"info","ts":1785187044.6124532,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cebafaf8-fc1a-4b89-9395-56afe5fb5c42","name":"e2e-external-model"} {"level":"info","ts":1785187044.629189,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05542342-08c2-4550-bdef-5a51c7379ee3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.6292262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05542342-08c2-4550-bdef-5a51c7379ee3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785187044.6295772,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cebafaf8-fc1a-4b89-9395-56afe5fb5c42","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187044.6296558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e83fb290-8a27-4c81-adcf-d7a5b8bdbe76"} {"level":"info","ts":1785187044.6297145,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e83fb290-8a27-4c81-adcf-d7a5b8bdbe76","name":"e2e-external-model"} {"level":"info","ts":1785187044.6392684,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e83fb290-8a27-4c81-adcf-d7a5b8bdbe76","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187044.6467793,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d3c049-4e75-47f4-aefb-ea6db4feed65"} {"level":"info","ts":1785187044.64678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"053a4ca4-c0b3-43b5-9123-02fdce8b8e66","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187044.646882,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d3c049-4e75-47f4-aefb-ea6db4feed65","name":"e2e-external-model"} {"level":"info","ts":1785187044.6469004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"053a4ca4-c0b3-43b5-9123-02fdce8b8e66","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187044.6550121,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d3c049-4e75-47f4-aefb-ea6db4feed65","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187051.9854443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187051.985568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1"} {"level":"info","ts":1785187051.9855876,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1"} {"level":"info","ts":1785187051.9856064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","EoS":true} {"level":"info","ts":1785187051.985644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","header":"x-maas-group"} {"level":"info","ts":1785187051.9856594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","header":"x-maas-subscription"} {"level":"info","ts":1785187051.985666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","header":"x-maas-username"} {"level":"info","ts":1785187051.9856832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187051.9856963,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","modelName":"e2e-external-model"} {"level":"info","ts":1785187051.9857137,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187051.9857564,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785187051.985785,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1","authType":"apikey"} {"level":"info","ts":1785187051.9858353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"121938b8-de71-4e53-a9ca-2c4321f4bec1"} {"level":"info","ts":1785187052.1026998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e11a3d9-c189-4de4-aed6-577ff91dbaf7"} {"level":"info","ts":1785187052.1027002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eca89c04-8593-4c44-a510-d9c028c1d062","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.1028376,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eca89c04-8593-4c44-a510-d9c028c1d062","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187052.1110132,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e11a3d9-c189-4de4-aed6-577ff91dbaf7","name":"e2e-cleanup-test"} {"level":"info","ts":1785187052.1110704,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53898fb0-a81f-47d8-8f70-3d2a7a842da2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.1110997,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53898fb0-a81f-47d8-8f70-3d2a7a842da2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187052.1222744,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e11a3d9-c189-4de4-aed6-577ff91dbaf7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187052.1281495,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b2bd797-0c48-49d4-80a0-bcb19cebabb5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.1281934,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b2bd797-0c48-49d4-80a0-bcb19cebabb5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187052.1282015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b498792-7247-470c-bbfe-387d4c468c94"} {"level":"info","ts":1785187052.12828,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b498792-7247-470c-bbfe-387d4c468c94","name":"e2e-cleanup-test"} {"level":"error","ts":1785187052.1428099,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b498792-7247-470c-bbfe-387d4c468c94","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187052.1428978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9fad5bd-8134-4513-a06d-09216801e8fb"} {"level":"info","ts":1785187052.1429687,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9fad5bd-8134-4513-a06d-09216801e8fb","name":"e2e-cleanup-test"} {"level":"info","ts":1785187052.143005,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"584b093c-7601-4489-a6d9-10f94f95b952","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.1430404,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"584b093c-7601-4489-a6d9-10f94f95b952","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187052.1529074,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9fad5bd-8134-4513-a06d-09216801e8fb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785187052.1567595,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9fad5bd-8134-4513-a06d-09216801e8fb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187052.156858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84ec8854-976a-4983-af20-502a617ad385"} {"level":"info","ts":1785187052.1569197,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84ec8854-976a-4983-af20-502a617ad385","name":"e2e-cleanup-test"} {"level":"info","ts":1785187052.1609395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b40dfae-af72-402c-ade3-85cefa40ceef","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187052.1609805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b40dfae-af72-402c-ade3-85cefa40ceef","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187052.1651578,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84ec8854-976a-4983-af20-502a617ad385","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785187052.1690018,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84ec8854-976a-4983-af20-502a617ad385","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187052.1690977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d75c7cbf-2830-4849-b053-e5171593dd8e"} {"level":"info","ts":1785187052.1691585,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d75c7cbf-2830-4849-b053-e5171593dd8e","name":"e2e-cleanup-test"} {"level":"info","ts":1785187052.1776092,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d75c7cbf-2830-4849-b053-e5171593dd8e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187060.430451,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00bdcecd-604b-4eee-9faf-844babaee476"} {"level":"info","ts":1785187060.430449,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3e6b2cd-2839-47ed-9404-e615a2050f6e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187060.4305274,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3e6b2cd-2839-47ed-9404-e615a2050f6e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187064.7696195,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187064.7696934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6"} {"level":"info","ts":1785187064.7697084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6"} {"level":"info","ts":1785187064.7697253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6","EoS":true} {"level":"info","ts":1785187064.7697692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785187064.7698052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42228458-5ae2-402f-83e4-84fe5a1051b6"} {"level":"info","ts":1785187064.8058207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187064.8059065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d"} {"level":"info","ts":1785187064.8059173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d"} {"level":"info","ts":1785187064.8059418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","EoS":true} {"level":"info","ts":1785187064.8059702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","header":"x-maas-group"} {"level":"info","ts":1785187064.8059814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","header":"x-maas-subscription"} {"level":"info","ts":1785187064.8059871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","header":"x-maas-username"} {"level":"info","ts":1785187064.8060036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187064.8060176,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","modelName":"e2e-external-model"} {"level":"info","ts":1785187064.8060308,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187064.8060539,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785187064.806073,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d","authType":"apikey"} {"level":"info","ts":1785187064.8061056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"414d2b86-413a-4b9e-8288-750ffc8e3a0d"} {"level":"info","ts":1785187064.8452477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187064.8453395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.8453634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.8453853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","EoS":true} {"level":"info","ts":1785187064.8454218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","header":"x-maas-group"} {"level":"info","ts":1785187064.8454375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","header":"x-maas-username"} {"level":"info","ts":1785187064.8454466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","header":"x-maas-subscription"} {"level":"info","ts":1785187064.845469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187064.845506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.9426455,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.942674,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.9426956,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","EoS":false} {"level":"info","ts":1785187064.9427137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","EoS":true} {"level":"error","ts":1785187064.9427297,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785187064.942798,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2e18ee97-4dde-43e6-8461-425ef3661fe6"} {"level":"info","ts":1785187064.9770648,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187064.9771473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187064.9771583,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187064.977169,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","EoS":true} {"level":"info","ts":1785187064.9771953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","header":"x-maas-group"} {"level":"info","ts":1785187064.9772065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","header":"x-maas-username"} {"level":"info","ts":1785187064.9772122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","header":"x-maas-subscription"} {"level":"info","ts":1785187064.9772432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187065.026432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187065.0264716,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187065.0264907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","EoS":false} {"level":"info","ts":1785187065.0265028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","EoS":true} {"level":"error","ts":1785187065.0265172,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785187065.026595,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0a3587d2-c839-435a-a9c6-0add580d48d1"} {"level":"info","ts":1785187065.8573523,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa15cc9d-fe91-4842-91dc-09c083c7b697","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187065.8573983,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa15cc9d-fe91-4842-91dc-09c083c7b697","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187065.8573918,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15ef23d7-1412-4005-90d1-58ba7143706a"} {"level":"info","ts":1785187066.0153058,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01cf7bb1-fcf0-41cb-aaf8-e4a379ef4e73"} {"level":"info","ts":1785187066.0153053,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4429348-2b2e-4837-82c5-e04ad8e2f7a4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187066.0153837,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f4429348-2b2e-4837-82c5-e04ad8e2f7a4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187066.133786,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f36ee27b-2896-4223-8674-0afc695958c6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785187066.1338673,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f36ee27b-2896-4223-8674-0afc695958c6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785188378.271565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188378.2716343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2372d3e2-7b50-495c-9c26-9297f492b754"} {"level":"info","ts":1785188435.5675232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785188435.5676527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"} {"level":"info","ts":1785188435.5676649,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"} {"level":"info","ts":1785188435.5676787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","EoS":true} {"level":"info","ts":1785188435.5677094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","header":"x-maas-group"} {"level":"info","ts":1785188435.5677264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","header":"x-maas-username"} {"level":"info","ts":1785188435.5677326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","header":"x-maas-subscription"} {"level":"info","ts":1785188435.5677466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785188435.5677717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"} {"level":"info","ts":1785188435.5698588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"} {"level":"info","ts":1785188435.5698786,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"} {"level":"info","ts":1785188435.5699005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","EoS":false} {"level":"info","ts":1785188435.5699134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13","EoS":true} {"level":"info","ts":1785188435.5699427,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c9ce8071-15df-4cd3-bcc6-1dce4fa2fe13"}