{"level":"info","ts":1785457541.245563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8","EoS":false} {"level":"info","ts":1785457541.2455778,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8"} {"level":"info","ts":1785457541.2456126,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8","EoS":true} {"level":"info","ts":1785457541.2456207,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8"} {"level":"info","ts":1785457541.3854127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.3854976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.385512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.3855252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","EoS":true} {"level":"info","ts":1785457541.3855503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","header":"x-maas-username"} {"level":"info","ts":1785457541.385562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","header":"x-maas-group"} {"level":"info","ts":1785457541.3855667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","header":"x-maas-subscription"} {"level":"info","ts":1785457541.3855805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.3856027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.3864045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.386426,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.3864422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","EoS":false} {"level":"info","ts":1785457541.3864543,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.3864799,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","EoS":true} {"level":"info","ts":1785457541.386488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.5307164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.5308475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.5308714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.5308936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","EoS":true} {"level":"info","ts":1785457541.5309374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","header":"x-maas-subscription"} {"level":"info","ts":1785457541.530951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","header":"x-maas-username"} {"level":"info","ts":1785457541.53096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","header":"x-maas-group"} {"level":"info","ts":1785457541.530981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.5310187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.532824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.5328472,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.5328643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","EoS":false} {"level":"info","ts":1785457541.5328786,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.532905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","EoS":true} {"level":"info","ts":1785457541.532914,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.6740327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.6741374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.6741571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.6741793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","EoS":true} {"level":"info","ts":1785457541.6742241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","header":"x-maas-subscription"} {"level":"info","ts":1785457541.6742394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","header":"x-maas-group"} {"level":"info","ts":1785457541.674248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","header":"x-maas-username"} {"level":"info","ts":1785457541.674267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.6743064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.6751523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.6751757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.675192,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","EoS":false} {"level":"info","ts":1785457541.675204,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.6752305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","EoS":true} {"level":"info","ts":1785457541.6752384,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.8183253,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.818445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.8184621,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.818483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","EoS":true} {"level":"info","ts":1785457541.8185213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","header":"x-maas-group"} {"level":"info","ts":1785457541.8185346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","header":"x-maas-subscription"} {"level":"info","ts":1785457541.8185434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","header":"x-maas-username"} {"level":"info","ts":1785457541.818564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.8186014,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.8194642,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.8194883,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.81954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","EoS":false} {"level":"info","ts":1785457541.819557,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.819583,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","EoS":true} {"level":"info","ts":1785457541.8195908,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457563.0642054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457563.0643163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0643306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0643432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","EoS":true} {"level":"info","ts":1785457563.0643733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","header":"x-maas-group"} {"level":"info","ts":1785457563.0643842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","header":"x-maas-username"} {"level":"info","ts":1785457563.0643897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","header":"x-maas-subscription"} {"level":"info","ts":1785457563.0644042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457563.0644343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0652432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0652783,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0652993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","EoS":false} {"level":"info","ts":1785457563.0653148,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0653443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","EoS":true} {"level":"info","ts":1785457563.0653546,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.180313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457563.1804147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37dbb87c-18f6-4882-a7d4-88c18d8d5f3e"} {"level":"info","ts":1785457563.181198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37dbb87c-18f6-4882-a7d4-88c18d8d5f3e"} {"level":"info","ts":1785457563.181224,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"37dbb87c-18f6-4882-a7d4-88c18d8d5f3e"} {"level":"info","ts":1785457563.1812475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37dbb87c-18f6-4882-a7d4-88c18d8d5f3e","EoS":false} {"level":"info","ts":1785457563.1812773,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"37dbb87c-18f6-4882-a7d4-88c18d8d5f3e"} {"level":"info","ts":1785457563.1813178,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37dbb87c-18f6-4882-a7d4-88c18d8d5f3e","EoS":true} {"level":"info","ts":1785457563.1813312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"37dbb87c-18f6-4882-a7d4-88c18d8d5f3e"} {"level":"info","ts":1785457567.8244057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457567.8244843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457567.8244953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457567.8245087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","EoS":true} {"level":"info","ts":1785457567.8245344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","header":"x-maas-group"} {"level":"info","ts":1785457567.824549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","header":"x-maas-subscription"} {"level":"info","ts":1785457567.8245556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","header":"x-maas-username"} {"level":"info","ts":1785457567.8245704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457567.8245919,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457567.8255968,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457567.8256264,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457567.8256435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","EoS":false} {"level":"info","ts":1785457567.825657,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457567.8256865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","EoS":true} {"level":"info","ts":1785457567.825698,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457576.393306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457576.393405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457576.3934188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457576.393431,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","EoS":true} {"level":"info","ts":1785457576.393459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","header":"x-maas-subscription"} {"level":"info","ts":1785457576.39347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","header":"x-maas-group"} {"level":"info","ts":1785457576.3934755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","header":"x-maas-username"} {"level":"info","ts":1785457576.3934913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457576.3935165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457576.4070058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457576.407053,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457576.4070823,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","EoS":false} {"level":"info","ts":1785457576.4070992,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457576.4071398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","EoS":true} {"level":"info","ts":1785457576.4071474,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457589.288912,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457589.2890003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457589.2890122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457589.289025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","EoS":true} {"level":"info","ts":1785457589.2890544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","header":"x-maas-subscription"} {"level":"info","ts":1785457589.2890673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","header":"x-maas-group"} {"level":"info","ts":1785457589.2890728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","header":"x-maas-username"} {"level":"info","ts":1785457589.2890875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457589.2891154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457589.2903843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457589.2904077,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457589.2904263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","EoS":false} {"level":"info","ts":1785457589.2904394,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457589.2904675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","EoS":true} {"level":"info","ts":1785457589.290476,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457597.8352828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457597.835369,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457597.8353817,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457597.8353946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","EoS":true} {"level":"info","ts":1785457597.8354244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","header":"x-maas-subscription"} {"level":"info","ts":1785457597.8354402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","header":"x-maas-group"} {"level":"info","ts":1785457597.8354475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","header":"x-maas-username"} {"level":"info","ts":1785457597.8354645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457597.8355052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457597.8365242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457597.8365488,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457597.8365657,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","EoS":false} {"level":"info","ts":1785457597.8365803,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457597.8366132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","EoS":true} {"level":"info","ts":1785457597.8366232,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457606.6925921,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457606.6926935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457606.6927133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457606.6927333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","EoS":true} {"level":"info","ts":1785457606.6928065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","header":"x-maas-subscription"} {"level":"info","ts":1785457606.6928217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","header":"x-maas-group"} {"level":"info","ts":1785457606.6928308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","header":"x-maas-username"} {"level":"info","ts":1785457606.6928518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457606.6928906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457606.6939054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457606.6939318,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457606.6939483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","EoS":false} {"level":"info","ts":1785457606.6939607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457606.693987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","EoS":true} {"level":"info","ts":1785457606.6939974,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457639.4181533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457639.4182458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457639.418259,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457639.418271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","EoS":true} {"level":"info","ts":1785457639.4182954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","header":"x-maas-username"} {"level":"info","ts":1785457639.4183064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","header":"x-maas-subscription"} {"level":"info","ts":1785457639.418311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","header":"x-maas-group"} {"level":"info","ts":1785457639.4183283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457639.4183578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457639.4193902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457639.419403,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457639.419417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","EoS":false} {"level":"info","ts":1785457639.4194276,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457639.4194522,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","EoS":true} {"level":"info","ts":1785457639.41946,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457672.4444032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457672.4444885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457672.4445026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457672.4445148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","EoS":true} {"level":"info","ts":1785457672.444545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","header":"x-maas-username"} {"level":"info","ts":1785457672.4445531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","header":"x-maas-subscription"} {"level":"info","ts":1785457672.444559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","header":"x-maas-group"} {"level":"info","ts":1785457672.4445736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457672.4446023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457672.4456754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457672.4456997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457672.4457152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","EoS":false} {"level":"info","ts":1785457672.445728,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457672.4457664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","EoS":true} {"level":"info","ts":1785457672.445775,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457707.6959596,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457707.6960514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457707.6960614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457707.6960733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","EoS":true} {"level":"info","ts":1785457707.696102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","header":"x-maas-subscription"} {"level":"info","ts":1785457707.6961122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","header":"x-maas-group"} {"level":"info","ts":1785457707.6961172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","header":"x-maas-username"} {"level":"info","ts":1785457707.696193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457707.6962209,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457707.6972544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457707.6972854,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457707.6973095,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","EoS":false} {"level":"info","ts":1785457707.6973312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457707.6973712,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","EoS":true} {"level":"info","ts":1785457707.697383,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457717.1568034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457717.1568918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.156902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.156915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","EoS":true} {"level":"info","ts":1785457717.1570215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","header":"x-maas-subscription"} {"level":"info","ts":1785457717.1570342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","header":"x-maas-username"} {"level":"info","ts":1785457717.1570406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","header":"x-maas-group"} {"level":"info","ts":1785457717.1570551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457717.157091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.1581092,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.158145,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.1581678,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","EoS":false} {"level":"info","ts":1785457717.1581812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.1582174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","EoS":true} {"level":"info","ts":1785457717.15823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.200931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457717.2010274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457717.201039,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457717.2010515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","EoS":true} {"level":"info","ts":1785457717.2011492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","header":"x-maas-username"} {"level":"info","ts":1785457717.2011626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","header":"x-maas-subscription"} {"level":"info","ts":1785457717.2011669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","header":"x-maas-group"} {"level":"info","ts":1785457717.2011821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457717.2012122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457717.2021728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457717.2021909,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457717.2022047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","EoS":false} {"level":"info","ts":1785457717.2022152,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457717.202239,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","EoS":true} {"level":"info","ts":1785457717.202248,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457736.3187191,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457736.3188384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457736.3188548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457736.318882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","EoS":true} {"level":"info","ts":1785457736.3189209,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","header":"x-maas-username"} {"level":"info","ts":1785457736.3189356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","header":"x-maas-subscription"} {"level":"info","ts":1785457736.3189437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","header":"x-maas-group"} {"level":"info","ts":1785457736.3189652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457736.3190014,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457736.3201206,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457736.320156,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457736.320182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","EoS":false} {"level":"info","ts":1785457736.3202012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457736.3203418,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","EoS":true} {"level":"info","ts":1785457736.3203607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457916.8180864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457916.8181806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457916.8181894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457916.8182018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","EoS":true} {"level":"info","ts":1785457916.8182304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","header":"x-maas-subscription"} {"level":"info","ts":1785457916.8182416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","header":"x-maas-username"} {"level":"info","ts":1785457916.8182461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","header":"x-maas-group"} {"level":"info","ts":1785457916.8182604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785457916.818286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457916.8308897,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457916.8309226,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457916.8309407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","EoS":false} {"level":"info","ts":1785457916.8309543,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457916.8309867,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","EoS":true} {"level":"info","ts":1785457916.8309948,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457968.7943106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457968.794401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457968.7944107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457968.7944226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","EoS":true} {"level":"info","ts":1785457968.7944536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","header":"x-maas-subscription"} {"level":"info","ts":1785457968.7944632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","header":"x-maas-username"} {"level":"info","ts":1785457968.7944689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","header":"x-maas-group"} {"level":"info","ts":1785457968.7944841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457968.79451,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457968.7955918,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457968.7956128,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457968.7956278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","EoS":false} {"level":"info","ts":1785457968.795642,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457968.7956674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","EoS":true} {"level":"info","ts":1785457968.795677,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457984.0318134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457984.0318928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.0319035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.0319157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","EoS":true} {"level":"info","ts":1785457984.0319521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","header":"x-maas-subscription"} {"level":"info","ts":1785457984.0319638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","header":"x-maas-group"} {"level":"info","ts":1785457984.0319688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","header":"x-maas-username"} {"level":"info","ts":1785457984.0320356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457984.0320666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.0331566,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.0331807,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.0331962,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","EoS":false} {"level":"info","ts":1785457984.0332086,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.0332346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","EoS":true} {"level":"info","ts":1785457984.0332444,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785458347.3826993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458347.3828099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.3828278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.3828485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","EoS":true} {"level":"info","ts":1785458347.3828852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","header":"x-maas-subscription"} {"level":"info","ts":1785458347.3828986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","header":"x-maas-username"} {"level":"info","ts":1785458347.3829067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","header":"x-maas-group"} {"level":"info","ts":1785458347.3829255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785458347.3829608,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.383793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.3838148,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.3838305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","EoS":false} {"level":"info","ts":1785458347.3838437,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.3838718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","EoS":true} {"level":"info","ts":1785458347.3838835,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458352.1993182,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ea43ec0a-ef94-46ff-843e-bf5bd1183348","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785458352.1995833,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34305.259631151,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.1996121,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.261903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.2998955,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ea43ec0a-ef94-46ff-843e-bf5bd1183348","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785458352.317164,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60bd934b-f6f6-4bc8-8e80-43d2e0b802d9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458352.3171751,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60544eeb-0b99-427b-8550-c8c65755185f"} {"level":"info","ts":1785458352.3172052,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60bd934b-f6f6-4bc8-8e80-43d2e0b802d9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785458352.3227913,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53c0ca55-575c-498c-a528-94bfbbdd2e1a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458352.3228247,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53c0ca55-575c-498c-a528-94bfbbdd2e1a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785458352.3230217,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35643.27831575,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.323037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.33016,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.4231727,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60544eeb-0b99-427b-8550-c8c65755185f","name":"e2e-external-provider"} {"level":"info","ts":1785458352.4333477,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60544eeb-0b99-427b-8550-c8c65755185f","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785458352.4412608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b088238-8a76-4b4d-907f-e1de32dc8e35"} {"level":"info","ts":1785458352.4413948,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1180719-b36d-4ee2-bdb6-52773ee131bf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.441439,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1180719-b36d-4ee2-bdb6-52773ee131bf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.4439952,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60544eeb-0b99-427b-8550-c8c65755185f","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785458352.4507823,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60544eeb-0b99-427b-8550-c8c65755185f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785458352.450791,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d209f4a4-5e29-4a94-b858-f013004d1419","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.4508872,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d209f4a4-5e29-4a94-b858-f013004d1419","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785458352.4512901,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b088238-8a76-4b4d-907f-e1de32dc8e35","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458352.4513366,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b088238-8a76-4b4d-907f-e1de32dc8e35","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785458352.455866,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b088238-8a76-4b4d-907f-e1de32dc8e35","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785458352.4559038,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b088238-8a76-4b4d-907f-e1de32dc8e35","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458352.4559653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9db76f6-6d36-4dc5-94ea-47724cc424f0"} {"level":"info","ts":1785458352.4559894,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9db76f6-6d36-4dc5-94ea-47724cc424f0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785458352.4559913,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ba6331b-09d5-470f-aa11-2faa46283e21"} {"level":"info","ts":1785458352.456059,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ba6331b-09d5-470f-aa11-2faa46283e21","name":"e2e-external-provider"} {"level":"info","ts":1785458352.4564846,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca756074-3b40-439c-aa1c-bdb4d0e0771f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458352.4565125,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca756074-3b40-439c-aa1c-bdb4d0e0771f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785458352.4565363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51c8d666-e8dc-40ee-91ce-1d1a058f9ced","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.4565582,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51c8d666-e8dc-40ee-91ce-1d1a058f9ced","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785458352.4635632,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9db76f6-6d36-4dc5-94ea-47724cc424f0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458352.4636166,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee00f332-afe8-42ff-b56c-5394a8373072"} {"level":"info","ts":1785458352.4637008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20163596-249a-475a-8be0-80f0d9967f63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.4638112,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20163596-249a-475a-8be0-80f0d9967f63","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.4638438,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35710.977015882,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.4638638,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.4696548,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ba6331b-09d5-470f-aa11-2faa46283e21","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785458352.475834,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ba6331b-09d5-470f-aa11-2faa46283e21","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458352.475927,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27682d1d-c770-480d-abf8-497f19445201"} {"level":"info","ts":1785458352.4759824,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27682d1d-c770-480d-abf8-497f19445201","name":"e2e-external-provider"} {"level":"info","ts":1785458352.4762082,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.486818,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27682d1d-c770-480d-abf8-497f19445201","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785458352.564013,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee00f332-afe8-42ff-b56c-5394a8373072","name":"e2e-external-model"} {"level":"info","ts":1785458352.5748718,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee00f332-afe8-42ff-b56c-5394a8373072","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785458352.5823202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd3e1c42-df37-4e63-8dcc-da8eab6c1440","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.5823774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd3e1c42-df37-4e63-8dcc-da8eab6c1440","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.5826156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f928250a-d812-4367-a371-248de9cf602a"} {"level":"info","ts":1785458352.5826843,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f928250a-d812-4367-a371-248de9cf602a","name":"e2e-external-model"} {"level":"info","ts":1785458352.5991364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d63c7f8-1850-4d3e-bfe5-b6ae5837b24f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.599196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d63c7f8-1850-4d3e-bfe5-b6ae5837b24f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785458352.59959,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f928250a-d812-4367-a371-248de9cf602a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458352.5996928,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e54266ca-0ae5-4994-9f2f-7f413ab57c80"} {"level":"info","ts":1785458352.5998135,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e54266ca-0ae5-4994-9f2f-7f413ab57c80","name":"e2e-external-model"} {"level":"info","ts":1785458352.6107757,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e54266ca-0ae5-4994-9f2f-7f413ab57c80","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785458352.6159043,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b26750d1-f1e7-4664-943d-98adbed647c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.6159558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b26750d1-f1e7-4664-943d-98adbed647c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.6164448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0fcfa34-4e6e-4d6e-977b-53e980694666"} {"level":"info","ts":1785458352.6165373,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0fcfa34-4e6e-4d6e-977b-53e980694666","name":"e2e-external-model"} {"level":"info","ts":1785458352.6239939,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0fcfa34-4e6e-4d6e-977b-53e980694666","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785458364.3313565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458364.3314216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.3314335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.3314447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","EoS":true} {"level":"info","ts":1785458364.3314648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","header":"x-maas-group"} {"level":"info","ts":1785458364.3314755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","header":"x-maas-username"} {"level":"info","ts":1785458364.3314803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","header":"x-maas-subscription"} {"level":"info","ts":1785458364.3314927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785458364.3315012,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","modelName":"e2e-external-model"} {"level":"info","ts":1785458364.331513,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785458364.33155,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785458364.3315685,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","authType":"apikey"} {"level":"info","ts":1785458364.3315926,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.4199538,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.4199777,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.4200106,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","EoS":false} {"level":"info","ts":1785458364.4200246,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.4200542,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","EoS":true} {"level":"info","ts":1785458364.4200659,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.5339742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4949d814-19d5-4ab1-bc47-cbfe31fb4f46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.5340097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4949d814-19d5-4ab1-bc47-cbfe31fb4f46","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785458364.5340333,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67074c0c-c886-415e-9881-292ce44ecbf9"} {"level":"info","ts":1785458364.5389616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb865b63-5451-484d-894e-7893782e0236","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.5389905,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bb865b63-5451-484d-894e-7893782e0236","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785458364.5419583,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67074c0c-c886-415e-9881-292ce44ecbf9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458364.5420084,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67074c0c-c886-415e-9881-292ce44ecbf9","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.5581365,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b555800-51ed-46dc-bfa3-5e39a936349e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.558174,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b555800-51ed-46dc-bfa3-5e39a936349e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785458364.5624988,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67074c0c-c886-415e-9881-292ce44ecbf9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785458364.5625553,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67074c0c-c886-415e-9881-292ce44ecbf9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458364.5626142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32352186-e864-4912-96e8-be7dfc084986"} {"level":"info","ts":1785458364.5626614,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32352186-e864-4912-96e8-be7dfc084986","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.5980515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b0d7dc2-fda4-4e23-8a0d-17dd10ec527c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.5980864,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b0d7dc2-fda4-4e23-8a0d-17dd10ec527c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785458364.5982685,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32352186-e864-4912-96e8-be7dfc084986","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458364.598354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56c360c9-632d-4c95-b1ac-cfa5db1ac7a5"} {"level":"info","ts":1785458364.5984044,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56c360c9-632d-4c95-b1ac-cfa5db1ac7a5","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.613212,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56c360c9-632d-4c95-b1ac-cfa5db1ac7a5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785458364.6312962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54fdad27-66fc-4472-9f49-94ce5272bd1e"} {"level":"info","ts":1785458364.6313126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3fbc02b-b086-4803-9fc2-c446b5d8374a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.631336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3fbc02b-b086-4803-9fc2-c446b5d8374a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785458364.6313431,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54fdad27-66fc-4472-9f49-94ce5272bd1e","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.64718,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54fdad27-66fc-4472-9f49-94ce5272bd1e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785458372.7958558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d33bb83d-7ad5-4f31-963f-9448ddae9aac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458372.7958925,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d33bb83d-7ad5-4f31-963f-9448ddae9aac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458372.7958603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46d1262a-2379-4f3a-9107-c5ca998d084a"} {"level":"info","ts":1785458377.1244638,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458377.1245275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d"} {"level":"info","ts":1785458377.1245356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d"} {"level":"info","ts":1785458377.124547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d","EoS":true} {"level":"info","ts":1785458377.124577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785458377.1246037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d"} {"level":"info","ts":1785458377.1690452,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458377.1690965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.1691072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.1691182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","EoS":true} {"level":"info","ts":1785458377.1691377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","header":"x-maas-subscription"} {"level":"info","ts":1785458377.1691484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","header":"x-maas-username"} {"level":"info","ts":1785458377.1691535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","header":"x-maas-group"} {"level":"info","ts":1785458377.1691632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785458377.16917,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","modelName":"e2e-external-model"} {"level":"info","ts":1785458377.1691816,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785458377.1692028,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785458377.1692188,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","authType":"apikey"} {"level":"info","ts":1785458377.1692386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.2146661,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.214691,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.2147112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","EoS":false} {"level":"info","ts":1785458377.2147233,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.2147667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","EoS":true} {"level":"info","ts":1785458377.2147796,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.2577968,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458377.2578535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.2578623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.2578743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","EoS":true} {"level":"info","ts":1785458377.2578955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","header":"x-maas-group"} {"level":"info","ts":1785458377.2579055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","header":"x-maas-username"} {"level":"info","ts":1785458377.2579105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","header":"x-maas-subscription"} {"level":"info","ts":1785458377.2579265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785458377.2579494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.3017814,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.3018007,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.3018177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","EoS":false} {"level":"info","ts":1785458377.3018293,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.301856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","EoS":true} {"level":"info","ts":1785458377.301867,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.340956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458377.3410058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458377.3410192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458377.3410301,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","EoS":true} {"level":"info","ts":1785458377.3410492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","header":"x-maas-username"} {"level":"info","ts":1785458377.341059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","header":"x-maas-group"} {"level":"info","ts":1785458377.341065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","header":"x-maas-subscription"} {"level":"info","ts":1785458377.3410926,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458377.4244661,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458377.4244888,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458377.424512,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","EoS":false} {"level":"info","ts":1785458377.4245253,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458377.4245503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","EoS":true} {"level":"info","ts":1785458377.4245584,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458378.260356,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3fbb52b-b184-43a9-89bc-2bcecc717f55"} {"level":"info","ts":1785458378.260405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"857e8d9e-9148-4eba-a470-17e169a4e47c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458378.2604382,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"857e8d9e-9148-4eba-a470-17e169a4e47c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458378.4180975,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"245a278d-d562-456c-921e-404d41991c2c"} {"level":"info","ts":1785458378.4181018,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd7e2513-2d82-49cd-b6a2-2b9c41c5bb6f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458378.4181387,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd7e2513-2d82-49cd-b6a2-2b9c41c5bb6f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458378.5369122,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"09be53c6-4712-4ae1-8bc8-344b04d89daf","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785458378.536959,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"09be53c6-4712-4ae1-8bc8-344b04d89daf","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785459984.4033146,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785459984.403384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f935bf4b-6127-4862-ac97-5942838bca0d"} {"level":"info","ts":1785460059.2615201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785460059.2616096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"} {"level":"info","ts":1785460059.2616177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"} {"level":"info","ts":1785460059.2616289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","EoS":true} {"level":"info","ts":1785460059.2616565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","header":"x-maas-subscription"} {"level":"info","ts":1785460059.2616677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","header":"x-maas-username"} {"level":"info","ts":1785460059.2616732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","header":"x-maas-group"} {"level":"info","ts":1785460059.2616866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785460059.26171,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"} {"level":"info","ts":1785460059.2627969,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"} {"level":"info","ts":1785460059.2628188,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"} {"level":"info","ts":1785460059.2628334,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","EoS":false} {"level":"info","ts":1785460059.262844,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"} {"level":"info","ts":1785460059.262875,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","EoS":true} {"level":"info","ts":1785460059.262884,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"}