{"level":"info","ts":1785360110.0156896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","header":"x-maas-group"} {"level":"info","ts":1785360110.0157304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","header":"x-maas-subscription"} {"level":"info","ts":1785360110.0157378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","header":"x-maas-username"} {"level":"info","ts":1785360110.015755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360110.0157893,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687"} {"level":"info","ts":1785360110.0167954,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687"} {"level":"info","ts":1785360110.0168164,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687"} {"level":"info","ts":1785360110.0168316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","EoS":false} {"level":"info","ts":1785360110.0168436,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687"} {"level":"info","ts":1785360110.0168695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","EoS":true} {"level":"info","ts":1785360110.0168786,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687"} {"level":"info","ts":1785360110.1551664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360110.1552565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.155273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.1552868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","EoS":true} {"level":"info","ts":1785360110.1553197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","header":"x-maas-subscription"} {"level":"info","ts":1785360110.1553323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","header":"x-maas-username"} {"level":"info","ts":1785360110.1553411,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","header":"x-maas-group"} {"level":"info","ts":1785360110.1553552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360110.1553817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.1564949,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.1565146,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.156531,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","EoS":false} {"level":"info","ts":1785360110.1565456,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.1565707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","EoS":true} {"level":"info","ts":1785360110.1566021,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.2937267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360110.2938192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.2938325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.293844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","EoS":true} {"level":"info","ts":1785360110.2938678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","header":"x-maas-group"} {"level":"info","ts":1785360110.2938824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","header":"x-maas-subscription"} {"level":"info","ts":1785360110.2938886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","header":"x-maas-username"} {"level":"info","ts":1785360110.293903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360110.293934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.2949126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.2949338,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.2949502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","EoS":false} {"level":"info","ts":1785360110.294962,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.2949858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","EoS":true} {"level":"info","ts":1785360110.2949955,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360126.297231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360126.297318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.2973323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.2973452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","EoS":true} {"level":"info","ts":1785360126.2973704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","header":"x-maas-group"} {"level":"info","ts":1785360126.2973812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","header":"x-maas-subscription"} {"level":"info","ts":1785360126.2973871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","header":"x-maas-username"} {"level":"info","ts":1785360126.2974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360126.2974272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.3000581,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.3000805,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.3000956,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","EoS":false} {"level":"info","ts":1785360126.3001091,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.30015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","EoS":true} {"level":"info","ts":1785360126.3001604,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.3360364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360126.3361175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.3361268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.3361375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","EoS":true} {"level":"info","ts":1785360126.3361604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","header":"x-maas-subscription"} {"level":"info","ts":1785360126.3361723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","header":"x-maas-group"} {"level":"info","ts":1785360126.336177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","header":"x-maas-username"} {"level":"info","ts":1785360126.3361912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360126.3362186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.3371842,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.3372033,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.3372188,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","EoS":false} {"level":"info","ts":1785360126.3372304,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.3372576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","EoS":true} {"level":"info","ts":1785360126.3372674,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.4346719,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360126.4347696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6153c1d-7726-46ac-9756-1feec628f472"} {"level":"info","ts":1785360126.4367673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6153c1d-7726-46ac-9756-1feec628f472"} {"level":"info","ts":1785360126.4367886,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6153c1d-7726-46ac-9756-1feec628f472"} {"level":"info","ts":1785360126.4368043,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6153c1d-7726-46ac-9756-1feec628f472","EoS":false} {"level":"info","ts":1785360126.4368162,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6153c1d-7726-46ac-9756-1feec628f472"} {"level":"info","ts":1785360126.4368458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6153c1d-7726-46ac-9756-1feec628f472","EoS":true} {"level":"info","ts":1785360126.43686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6153c1d-7726-46ac-9756-1feec628f472"} {"level":"info","ts":1785360131.0861666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360131.086269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360131.0862844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360131.0863054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"add54418-8447-4f42-8dae-55373637521b","EoS":true} {"level":"info","ts":1785360131.0863461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"add54418-8447-4f42-8dae-55373637521b","header":"x-maas-group"} {"level":"info","ts":1785360131.0863602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"add54418-8447-4f42-8dae-55373637521b","header":"x-maas-username"} {"level":"info","ts":1785360131.0863698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"add54418-8447-4f42-8dae-55373637521b","header":"x-maas-subscription"} {"level":"info","ts":1785360131.0863934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"add54418-8447-4f42-8dae-55373637521b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360131.0864315,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360131.0887437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360131.088768,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360131.0887873,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"add54418-8447-4f42-8dae-55373637521b","EoS":false} {"level":"info","ts":1785360131.088804,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360131.0888379,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"add54418-8447-4f42-8dae-55373637521b","EoS":true} {"level":"info","ts":1785360131.0888486,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360143.7600515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360143.7601812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360143.760197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360143.7602093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","EoS":true} {"level":"info","ts":1785360143.760264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","header":"x-maas-subscription"} {"level":"info","ts":1785360143.7602847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","header":"x-maas-username"} {"level":"info","ts":1785360143.760291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","header":"x-maas-group"} {"level":"info","ts":1785360143.7603116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360143.7603436,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360143.7616174,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360143.7616398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360143.7616565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","EoS":false} {"level":"info","ts":1785360143.7616694,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360143.761722,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","EoS":true} {"level":"info","ts":1785360143.7617323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360156.6711414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360156.6712341,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360156.671248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360156.6712615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","EoS":true} {"level":"info","ts":1785360156.6712983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","header":"x-maas-group"} {"level":"info","ts":1785360156.671313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","header":"x-maas-username"} {"level":"info","ts":1785360156.6713204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","header":"x-maas-subscription"} {"level":"info","ts":1785360156.671333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360156.6713588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360156.6724148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360156.6724362,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360156.6724503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","EoS":false} {"level":"info","ts":1785360156.6724656,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360156.6724987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","EoS":true} {"level":"info","ts":1785360156.6725082,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360165.2377546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360165.237843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360165.2378514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360165.237862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","EoS":true} {"level":"info","ts":1785360165.2378864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","header":"x-maas-username"} {"level":"info","ts":1785360165.2378953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","header":"x-maas-group"} {"level":"info","ts":1785360165.2379,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","header":"x-maas-subscription"} {"level":"info","ts":1785360165.237915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360165.237942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360165.238929,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360165.2389522,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360165.238965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","EoS":false} {"level":"info","ts":1785360165.2389774,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360165.2390022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","EoS":true} {"level":"info","ts":1785360165.2390122,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360174.1524081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360174.1524866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360174.1524956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360174.1525068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","EoS":true} {"level":"info","ts":1785360174.1525302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","header":"x-maas-group"} {"level":"info","ts":1785360174.152541,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","header":"x-maas-username"} {"level":"info","ts":1785360174.152547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","header":"x-maas-subscription"} {"level":"info","ts":1785360174.1525605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360174.1525862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360174.1535835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360174.1536057,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360174.1536214,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","EoS":false} {"level":"info","ts":1785360174.1536334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360174.1536589,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","EoS":true} {"level":"info","ts":1785360174.1536663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360199.5009508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360199.50104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360199.501054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360199.5010657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","EoS":true} {"level":"info","ts":1785360199.5010898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","header":"x-maas-subscription"} {"level":"info","ts":1785360199.5011005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","header":"x-maas-username"} {"level":"info","ts":1785360199.501106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","header":"x-maas-group"} {"level":"info","ts":1785360199.50112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360199.5011466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360199.5033598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360199.5033822,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360199.5033987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","EoS":false} {"level":"info","ts":1785360199.5034165,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360199.5034475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","EoS":true} {"level":"info","ts":1785360199.503462,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360223.9336617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360223.9337654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360223.933781,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360223.933794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","EoS":true} {"level":"info","ts":1785360223.9338202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","header":"x-maas-subscription"} {"level":"info","ts":1785360223.933832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","header":"x-maas-username"} {"level":"info","ts":1785360223.9338374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","header":"x-maas-group"} {"level":"info","ts":1785360223.933853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360223.933885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360223.9348545,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360223.9348757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360223.9348912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","EoS":false} {"level":"info","ts":1785360223.9349039,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360223.9349363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","EoS":true} {"level":"info","ts":1785360223.9349484,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360261.705081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360261.705185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360261.7052011,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360261.7052143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","EoS":true} {"level":"info","ts":1785360261.7052417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","header":"x-maas-group"} {"level":"info","ts":1785360261.705252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","header":"x-maas-username"} {"level":"info","ts":1785360261.70526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","header":"x-maas-subscription"} {"level":"info","ts":1785360261.705278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360261.7053058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360261.7075076,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360261.707536,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360261.7075582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","EoS":false} {"level":"info","ts":1785360261.7075753,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360261.707616,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","EoS":true} {"level":"info","ts":1785360261.707627,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360271.22824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360271.2283187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.228331,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2283425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","EoS":true} {"level":"info","ts":1785360271.22837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","header":"x-maas-subscription"} {"level":"info","ts":1785360271.2283814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","header":"x-maas-group"} {"level":"info","ts":1785360271.228387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","header":"x-maas-username"} {"level":"info","ts":1785360271.2284007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360271.2284355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2294316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2294564,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2294798,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","EoS":false} {"level":"info","ts":1785360271.2294981,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2295394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","EoS":true} {"level":"info","ts":1785360271.2295523,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2703025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360271.2703917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360271.2704103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360271.2704296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","EoS":true} {"level":"info","ts":1785360271.2704678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","header":"x-maas-username"} {"level":"info","ts":1785360271.2704806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","header":"x-maas-group"} {"level":"info","ts":1785360271.2704887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","header":"x-maas-subscription"} {"level":"info","ts":1785360271.2705083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360271.2705374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360271.2715323,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360271.271552,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360271.2715683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","EoS":false} {"level":"info","ts":1785360271.2715805,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360271.271606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","EoS":true} {"level":"info","ts":1785360271.2716143,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360291.0505972,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360291.0506804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360291.0506892,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360291.0507247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","EoS":true} {"level":"info","ts":1785360291.0507534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","header":"x-maas-group"} {"level":"info","ts":1785360291.0507607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","header":"x-maas-username"} {"level":"info","ts":1785360291.050766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","header":"x-maas-subscription"} {"level":"info","ts":1785360291.0507846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360291.050818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360291.0518432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360291.0518668,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360291.0518894,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","EoS":false} {"level":"info","ts":1785360291.0519044,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360291.051931,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","EoS":true} {"level":"info","ts":1785360291.051939,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360435.5360823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360435.536167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360435.5361822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360435.5361955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","EoS":true} {"level":"info","ts":1785360435.5362227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","header":"x-maas-group"} {"level":"info","ts":1785360435.5362318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","header":"x-maas-subscription"} {"level":"info","ts":1785360435.536236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","header":"x-maas-username"} {"level":"info","ts":1785360435.5362499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785360435.5362782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360435.5376523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360435.5376759,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360435.5376904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","EoS":false} {"level":"info","ts":1785360435.5377302,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360435.537759,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","EoS":true} {"level":"info","ts":1785360435.5377686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360477.4040272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360477.404105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360477.404118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360477.4041295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","EoS":true} {"level":"info","ts":1785360477.404157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","header":"x-maas-username"} {"level":"info","ts":1785360477.4041672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","header":"x-maas-subscription"} {"level":"info","ts":1785360477.4041727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","header":"x-maas-group"} {"level":"info","ts":1785360477.4041858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360477.4042118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360477.4052315,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360477.405255,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360477.4052713,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","EoS":false} {"level":"info","ts":1785360477.4052827,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360477.4053085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","EoS":true} {"level":"info","ts":1785360477.4053164,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360492.7193537,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360492.7194524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360492.7194686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360492.7194867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","EoS":true} {"level":"info","ts":1785360492.7195213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","header":"x-maas-subscription"} {"level":"info","ts":1785360492.7195354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","header":"x-maas-username"} {"level":"info","ts":1785360492.7195432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","header":"x-maas-group"} {"level":"info","ts":1785360492.7195618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360492.7195945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360492.722757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360492.7227902,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360492.722812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","EoS":false} {"level":"info","ts":1785360492.722826,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360492.7228546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","EoS":true} {"level":"info","ts":1785360492.722865,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360810.9210987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360810.9212484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.9212682,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.9212863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","EoS":true} {"level":"info","ts":1785360810.9213195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","header":"x-maas-subscription"} {"level":"info","ts":1785360810.9213347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","header":"x-maas-username"} {"level":"info","ts":1785360810.9213426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","header":"x-maas-group"} {"level":"info","ts":1785360810.921361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360810.9213965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.922416,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.9224396,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.922455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","EoS":false} {"level":"info","ts":1785360810.9224665,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.9224894,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","EoS":true} {"level":"info","ts":1785360810.9224975,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.957119,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360810.9572084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9572203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9572325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","EoS":true} {"level":"info","ts":1785360810.957258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","header":"x-maas-subscription"} {"level":"info","ts":1785360810.95727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","header":"x-maas-username"} {"level":"info","ts":1785360810.957278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","header":"x-maas-group"} {"level":"info","ts":1785360810.9572961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360810.9573183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9583437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9583688,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9583933,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","EoS":false} {"level":"info","ts":1785360810.9584136,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9584484,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","EoS":true} {"level":"info","ts":1785360810.95846,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360815.7505307,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b12e7259-0b0a-4205-b1c8-c6fbc342128b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785360815.7508535,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39424.85849277,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360815.7508848,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360815.7904124,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360815.8518648,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b12e7259-0b0a-4205-b1c8-c6fbc342128b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785360815.8758135,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fcc0811-9c32-4663-9125-6a708a14581d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360815.8758702,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fcc0811-9c32-4663-9125-6a708a14581d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785360815.8758116,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d3f9fad-2898-4586-b008-26e76e02bd42"} {"level":"info","ts":1785360815.8818119,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14cb95d2-26c7-4af0-aaff-f9419f228e92","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360815.8819742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32450.42059094,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360815.881977,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14cb95d2-26c7-4af0-aaff-f9419f228e92","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785360815.8819942,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360815.8895926,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360815.9828572,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d3f9fad-2898-4586-b008-26e76e02bd42","name":"e2e-external-provider"} {"level":"info","ts":1785360815.9923167,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d3f9fad-2898-4586-b008-26e76e02bd42","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785360815.992546,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8347488c-2cd2-4ec3-9541-311f830dddc6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360815.992609,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8347488c-2cd2-4ec3-9541-311f830dddc6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360815.9926372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85e5983c-2ead-4eab-8477-6fd05814b3dc"} {"level":"info","ts":1785360816.001789,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85e5983c-2ead-4eab-8477-6fd05814b3dc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785360816.0018582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc1b568-e855-4e45-b5b2-790bba210ced","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.0018945,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc1b568-e855-4e45-b5b2-790bba210ced","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.0040023,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d3f9fad-2898-4586-b008-26e76e02bd42","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785360816.009463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"596ad000-9017-4b0c-ab80-ae680c188361","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.0094984,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"596ad000-9017-4b0c-ab80-ae680c188361","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785360816.0096483,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85e5983c-2ead-4eab-8477-6fd05814b3dc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360816.009771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57b1eca9-0249-49e3-9d9b-4ecb34eda990"} {"level":"info","ts":1785360816.0098007,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57b1eca9-0249-49e3-9d9b-4ecb34eda990","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785360816.010336,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d3f9fad-2898-4586-b008-26e76e02bd42","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785360816.014968,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57b1eca9-0249-49e3-9d9b-4ecb34eda990","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360816.0157642,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0260fcb-89e5-4dd0-a328-bb163f067c2b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360816.0157971,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0260fcb-89e5-4dd0-a328-bb163f067c2b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785360816.0158076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"274bcfc5-6bc7-4fa7-a2d5-e567bbe25534"} {"level":"info","ts":1785360816.0158596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bc18d1b-8e2c-4051-9b42-c56c3cb5d268","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.0160444,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39375.344035072,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.0160625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.016176,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"544f4b4d-9b8c-4965-a686-78a28138f7cb"} {"level":"info","ts":1785360816.016236,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"544f4b4d-9b8c-4965-a686-78a28138f7cb","name":"e2e-external-provider"} {"level":"info","ts":1785360816.0162838,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bc18d1b-8e2c-4051-9b42-c56c3cb5d268","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.0238538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.028402,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"544f4b4d-9b8c-4965-a686-78a28138f7cb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785360816.1162872,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"274bcfc5-6bc7-4fa7-a2d5-e567bbe25534","name":"e2e-external-model"} {"level":"info","ts":1785360816.1289659,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"274bcfc5-6bc7-4fa7-a2d5-e567bbe25534","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360816.136111,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1498baad-335e-42d5-aa90-a2a7dc258621","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.1361628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1498baad-335e-42d5-aa90-a2a7dc258621","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.1362548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cc203d0-f49a-48f1-b9dc-97865e276731"} {"level":"info","ts":1785360816.1363156,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cc203d0-f49a-48f1-b9dc-97865e276731","name":"e2e-external-model"} {"level":"error","ts":1785360816.1551344,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cc203d0-f49a-48f1-b9dc-97865e276731","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360816.155275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d234abd8-282a-4091-9f0b-47d186527288","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.155349,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30fc1e52-6ebc-4fc5-8ffc-80fa6d4973e0"} {"level":"info","ts":1785360816.1553633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d234abd8-282a-4091-9f0b-47d186527288","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.1554315,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30fc1e52-6ebc-4fc5-8ffc-80fa6d4973e0","name":"e2e-external-model"} {"level":"info","ts":1785360816.167645,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30fc1e52-6ebc-4fc5-8ffc-80fa6d4973e0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360816.1748857,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f971694-840b-4393-808c-9ca74d823958","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.1749263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f971694-840b-4393-808c-9ca74d823958","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.1750515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec46a74b-e012-4806-aa80-7bbe8ee6ec83"} {"level":"info","ts":1785360816.175114,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec46a74b-e012-4806-aa80-7bbe8ee6ec83","name":"e2e-external-model"} {"level":"info","ts":1785360816.1849265,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec46a74b-e012-4806-aa80-7bbe8ee6ec83","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360827.896673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360827.896772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360827.8967888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360827.8968027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","EoS":true} {"level":"info","ts":1785360827.8968315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","header":"x-maas-username"} {"level":"info","ts":1785360827.8968422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","header":"x-maas-group"} {"level":"info","ts":1785360827.8968477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","header":"x-maas-subscription"} {"level":"info","ts":1785360827.8968647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785360827.896878,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","modelName":"e2e-external-model"} {"level":"info","ts":1785360827.896892,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785360827.896923,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785360827.8969455,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","authType":"apikey"} {"level":"info","ts":1785360827.896981,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360827.9848146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360827.984846,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360827.9848661,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","EoS":false} {"level":"info","ts":1785360827.984879,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360827.9849162,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","EoS":true} {"level":"info","ts":1785360827.984923,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360828.1125422,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6743125a-0d25-4824-a1d6-dd0e67f010c1"} {"level":"info","ts":1785360828.1125505,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36faff37-b51b-4d34-9189-8a733cea8274","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.1126873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36faff37-b51b-4d34-9189-8a733cea8274","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785360828.1226459,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05f8f9d1-c1ac-431d-afe4-c07767c1df3e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.1226783,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05f8f9d1-c1ac-431d-afe4-c07767c1df3e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785360828.123066,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6743125a-0d25-4824-a1d6-dd0e67f010c1","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.1540046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65976348-f5fb-47a2-ad8d-3e4bdf0dfcdc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.1540556,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65976348-f5fb-47a2-ad8d-3e4bdf0dfcdc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785360828.1540558,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6743125a-0d25-4824-a1d6-dd0e67f010c1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360828.1541297,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"273d1328-5c56-4508-991f-50f389a4bf09"} {"level":"info","ts":1785360828.1542096,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"273d1328-5c56-4508-991f-50f389a4bf09","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.2081175,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"087cde23-72c8-47a5-8e64-c8c2869f234d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.2081707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"087cde23-72c8-47a5-8e64-c8c2869f234d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785360828.209777,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"273d1328-5c56-4508-991f-50f389a4bf09","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360828.2098684,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e03142-0a1c-4967-b43f-3fc793176337"} {"level":"info","ts":1785360828.2099404,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e03142-0a1c-4967-b43f-3fc793176337","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.2357917,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e03142-0a1c-4967-b43f-3fc793176337","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360828.2540784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebc2d24f-ab3f-45f6-b22e-40d04f951c90","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.254135,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebc2d24f-ab3f-45f6-b22e-40d04f951c90","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785360828.255146,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e03142-0a1c-4967-b43f-3fc793176337","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360828.2553148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e50c6441-d0dc-47f1-9b18-f28c98530f5a"} {"level":"info","ts":1785360828.255401,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e50c6441-d0dc-47f1-9b18-f28c98530f5a","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.2781248,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e50c6441-d0dc-47f1-9b18-f28c98530f5a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360836.3905983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ece7e6f9-e607-4961-a187-c6a7cbb9d28c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360836.3906379,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ece7e6f9-e607-4961-a187-c6a7cbb9d28c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360836.3906417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ceb08bb3-b47a-4e59-8b59-08b492b3c046"} {"level":"info","ts":1785360840.7146513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360840.7147577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f"} {"level":"info","ts":1785360840.7147734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f"} {"level":"info","ts":1785360840.714794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f","EoS":true} {"level":"info","ts":1785360840.714841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785360840.7148786,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f"} {"level":"info","ts":1785360840.760934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360840.761022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.76104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.7610586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","EoS":true} {"level":"info","ts":1785360840.7610993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","header":"x-maas-username"} {"level":"info","ts":1785360840.7611141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","header":"x-maas-subscription"} {"level":"info","ts":1785360840.761122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","header":"x-maas-group"} {"level":"info","ts":1785360840.76114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785360840.7611537,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","modelName":"e2e-external-model"} {"level":"info","ts":1785360840.7611744,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785360840.761202,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785360840.7612274,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","authType":"apikey"} {"level":"info","ts":1785360840.7612615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.855649,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.8556867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.8557422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","EoS":false} {"level":"info","ts":1785360840.855762,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.8558056,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","EoS":true} {"level":"info","ts":1785360840.8558214,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.9022844,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360840.9023623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.902375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.9023876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","EoS":true} {"level":"info","ts":1785360840.9024165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","header":"x-maas-username"} {"level":"info","ts":1785360840.9024267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","header":"x-maas-subscription"} {"level":"info","ts":1785360840.9024334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","header":"x-maas-group"} {"level":"info","ts":1785360840.9024475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785360840.9025116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.9484324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.9484637,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.9484887,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","EoS":false} {"level":"info","ts":1785360840.9485083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.948546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","EoS":true} {"level":"info","ts":1785360840.9485567,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.9883163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360840.9883986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360840.9884107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360840.9884224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","EoS":true} {"level":"info","ts":1785360840.988449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","header":"x-maas-subscription"} {"level":"info","ts":1785360840.9884596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","header":"x-maas-group"} {"level":"info","ts":1785360840.9884646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","header":"x-maas-username"} {"level":"info","ts":1785360840.988494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360841.063942,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360841.0639749,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360841.0639994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","EoS":false} {"level":"info","ts":1785360841.0640187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360841.064054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","EoS":true} {"level":"info","ts":1785360841.0640683,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360841.9796615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37c1a401-504f-48d0-8203-0fc6fbb9f69a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360841.979734,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37c1a401-504f-48d0-8203-0fc6fbb9f69a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360841.979671,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a3c8ef9-1479-4d1d-87bc-3b280b53f768"} {"level":"info","ts":1785360842.1471934,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65aeb534-b278-4d35-985f-e015ba678048","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360842.1472297,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0a35068-1765-4ee1-9ea5-c3aec815b7a2"} {"level":"info","ts":1785360842.1472363,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"65aeb534-b278-4d35-985f-e015ba678048","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360842.2814853,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8b0f079c-fb5d-4ae3-ae94-c068594c5446","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785360842.281545,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8b0f079c-fb5d-4ae3-ae94-c068594c5446","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785362302.792802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785362302.7928736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"517c52a0-521e-4ef8-80ce-1cb25654560d"} {"level":"info","ts":1785362377.5835874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785362377.583668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"} {"level":"info","ts":1785362377.5836818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"} {"level":"info","ts":1785362377.5837126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","EoS":true} {"level":"info","ts":1785362377.5837426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","header":"x-maas-username"} {"level":"info","ts":1785362377.5837543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","header":"x-maas-subscription"} {"level":"info","ts":1785362377.5837612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","header":"x-maas-group"} {"level":"info","ts":1785362377.5837758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785362377.5838084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"} {"level":"info","ts":1785362377.585828,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"} {"level":"info","ts":1785362377.585853,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"} {"level":"info","ts":1785362377.5858707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","EoS":false} {"level":"info","ts":1785362377.5858862,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"} {"level":"info","ts":1785362377.5859168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","EoS":true} {"level":"info","ts":1785362377.5859296,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"}