{"level":"info","ts":1784712775.4248528,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c752cd6-00a2-4367-b55d-29ee4d21711c"} {"level":"info","ts":1784712798.550011,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712798.550088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.5500994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.5501108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","EoS":true} {"level":"info","ts":1784712798.5501351,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","header":"x-maas-subscription"} {"level":"info","ts":1784712798.5501444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","header":"x-maas-group"} {"level":"info","ts":1784712798.5501497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","header":"x-maas-username"} {"level":"info","ts":1784712798.5501635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712798.5501854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.5532641,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.5532842,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.5532994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","EoS":false} {"level":"info","ts":1784712798.5533319,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100","EoS":true} {"level":"info","ts":1784712798.553375,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8cda58e3-364b-4c44-a547-ad9ea6b9b100"} {"level":"info","ts":1784712798.6882896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712798.6883962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.6884098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.6884215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","EoS":true} {"level":"info","ts":1784712798.6884458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","header":"x-maas-group"} {"level":"info","ts":1784712798.6884549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","header":"x-maas-username"} {"level":"info","ts":1784712798.6884606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","header":"x-maas-subscription"} {"level":"info","ts":1784712798.688473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712798.6884964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.6893618,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.689381,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.6893954,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","EoS":false} {"level":"info","ts":1784712798.6894069,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b","EoS":true} {"level":"info","ts":1784712798.6894405,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1e32e7f1-bddb-499b-a962-685e36ad7b8b"} {"level":"info","ts":1784712798.8220139,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712798.8221164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.8221352,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.822154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","EoS":true} {"level":"info","ts":1784712798.8221803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","header":"x-maas-subscription"} {"level":"info","ts":1784712798.82219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","header":"x-maas-group"} {"level":"info","ts":1784712798.8221958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","header":"x-maas-username"} {"level":"info","ts":1784712798.8222115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712798.8222418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.823203,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.8232205,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.823235,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","EoS":false} {"level":"info","ts":1784712798.8232498,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0","EoS":true} {"level":"info","ts":1784712798.8233225,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"45d5c860-a84a-4584-965c-386af8c7bef0"} {"level":"info","ts":1784712798.9569812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712798.9570534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712798.957065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712798.9570768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","EoS":true} {"level":"info","ts":1784712798.9571013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","header":"x-maas-subscription"} {"level":"info","ts":1784712798.9571114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","header":"x-maas-username"} {"level":"info","ts":1784712798.9571161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","header":"x-maas-group"} {"level":"info","ts":1784712798.9571285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712798.9571493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712798.9579625,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712798.9579804,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712798.9579964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","EoS":false} {"level":"info","ts":1784712798.958008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765","EoS":true} {"level":"info","ts":1784712798.9580467,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"808daac9-1b4b-404f-b934-18d2bed27765"} {"level":"info","ts":1784712799.0925345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712799.0926464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712799.092662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712799.0926757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","EoS":true} {"level":"info","ts":1784712799.0927038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","header":"x-maas-group"} {"level":"info","ts":1784712799.0927134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","header":"x-maas-subscription"} {"level":"info","ts":1784712799.0927198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","header":"x-maas-username"} {"level":"info","ts":1784712799.0927327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712799.0927572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712799.0935473,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712799.0935645,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712799.0935824,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","EoS":false} {"level":"info","ts":1784712799.093594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda","EoS":true} {"level":"info","ts":1784712799.0936291,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5e4fda73-9854-43ef-8dde-1f7a975bfdda"} {"level":"info","ts":1784712814.8486533,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712814.8487475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.8487606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.8487728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","EoS":true} {"level":"info","ts":1784712814.8487988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","header":"x-maas-username"} {"level":"info","ts":1784712814.8488088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","header":"x-maas-subscription"} {"level":"info","ts":1784712814.848816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","header":"x-maas-group"} {"level":"info","ts":1784712814.8488317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712814.848859,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.8513615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.8513823,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.8513975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","EoS":false} {"level":"info","ts":1784712814.8514104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196","EoS":true} {"level":"info","ts":1784712814.851451,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"712d5f4b-5cca-4b9f-8072-563672cda196"} {"level":"info","ts":1784712814.9518213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712814.9518938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40357f75-b704-4831-b92a-aca723861230"} {"level":"info","ts":1784712814.9526815,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40357f75-b704-4831-b92a-aca723861230"} {"level":"info","ts":1784712814.9526994,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"40357f75-b704-4831-b92a-aca723861230"} {"level":"info","ts":1784712814.9527156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"40357f75-b704-4831-b92a-aca723861230","EoS":false} {"level":"info","ts":1784712814.9527369,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"40357f75-b704-4831-b92a-aca723861230"} {"level":"info","ts":1784712814.9527645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"40357f75-b704-4831-b92a-aca723861230","EoS":true} {"level":"info","ts":1784712814.9527748,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"40357f75-b704-4831-b92a-aca723861230"} {"level":"info","ts":1784712819.5560517,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712819.556149,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712819.556163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712819.556182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","EoS":true} {"level":"info","ts":1784712819.556222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","header":"x-maas-username"} {"level":"info","ts":1784712819.5562348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","header":"x-maas-group"} {"level":"info","ts":1784712819.5562434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","header":"x-maas-subscription"} {"level":"info","ts":1784712819.5562627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712819.5562952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712819.5577939,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712819.557813,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712819.557828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","EoS":false} {"level":"info","ts":1784712819.55784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7","EoS":true} {"level":"info","ts":1784712819.5578773,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0e1d40a3-2e6a-4ace-9c51-0de327f638b7"} {"level":"info","ts":1784712830.148147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712830.1482284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712830.1482403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712830.1482525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","EoS":true} {"level":"info","ts":1784712830.1482797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","header":"x-maas-group"} {"level":"info","ts":1784712830.148289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","header":"x-maas-username"} {"level":"info","ts":1784712830.1482944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","header":"x-maas-subscription"} {"level":"info","ts":1784712830.148331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712830.1483667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712830.1509614,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712830.1509883,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712830.1510127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","EoS":false} {"level":"info","ts":1784712830.151031,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd","EoS":true} {"level":"info","ts":1784712830.1510732,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"17a7543e-406c-4cac-aa9d-6e5134def9dd"} {"level":"info","ts":1784712843.006649,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712843.0067315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712843.0067427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712843.0067549,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","EoS":true} {"level":"info","ts":1784712843.006782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","header":"x-maas-subscription"} {"level":"info","ts":1784712843.0067925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","header":"x-maas-username"} {"level":"info","ts":1784712843.006797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","header":"x-maas-group"} {"level":"info","ts":1784712843.006809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712843.0068352,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712843.007679,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712843.007699,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712843.0077236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","EoS":false} {"level":"info","ts":1784712843.0077426,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432","EoS":true} {"level":"info","ts":1784712843.00779,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b6355f50-10e2-4a76-8f9c-755277ccc432"} {"level":"info","ts":1784712851.5263722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712851.5264478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712851.5264604,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712851.5264716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","EoS":true} {"level":"info","ts":1784712851.5264957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","header":"x-maas-username"} {"level":"info","ts":1784712851.5265064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","header":"x-maas-subscription"} {"level":"info","ts":1784712851.5265117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","header":"x-maas-group"} {"level":"info","ts":1784712851.5265248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712851.5265524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712851.527438,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712851.5274599,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712851.5274825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","EoS":false} {"level":"info","ts":1784712851.527506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379","EoS":true} {"level":"info","ts":1784712851.5275514,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"788a5dd8-3148-4ca6-9ec7-eeebdd37c379"} {"level":"info","ts":1784712860.3741455,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712860.3742213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712860.3742328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712860.374245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","EoS":true} {"level":"info","ts":1784712860.3742745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","header":"x-maas-subscription"} {"level":"info","ts":1784712860.3742855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","header":"x-maas-group"} {"level":"info","ts":1784712860.3742905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","header":"x-maas-username"} {"level":"info","ts":1784712860.3743186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712860.3743484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712860.3751755,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712860.3751957,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712860.375218,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","EoS":false} {"level":"info","ts":1784712860.3752398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d","EoS":true} {"level":"info","ts":1784712860.3752882,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e9771cf3-180a-4264-8ba2-23f661ba682d"} {"level":"info","ts":1784712885.1013608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712885.1014428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712885.1014562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712885.1014698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","EoS":true} {"level":"info","ts":1784712885.101503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","header":"x-maas-group"} {"level":"info","ts":1784712885.1015146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","header":"x-maas-subscription"} {"level":"info","ts":1784712885.1015193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","header":"x-maas-username"} {"level":"info","ts":1784712885.1015325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712885.101556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712885.1036382,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712885.1036587,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712885.1036742,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","EoS":false} {"level":"info","ts":1784712885.1036873,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e","EoS":true} {"level":"info","ts":1784712885.103726,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"facb0adb-e228-4f02-80aa-d920da10939e"} {"level":"info","ts":1784712909.2217324,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712909.2218232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712909.2218378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712909.2218566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","EoS":true} {"level":"info","ts":1784712909.2218971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","header":"x-maas-username"} {"level":"info","ts":1784712909.2219102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","header":"x-maas-group"} {"level":"info","ts":1784712909.221919,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","header":"x-maas-subscription"} {"level":"info","ts":1784712909.2219396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784712909.221978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712909.2228715,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712909.2228916,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712909.2229059,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","EoS":false} {"level":"info","ts":1784712909.2229173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c","EoS":true} {"level":"info","ts":1784712909.22295,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9f504c41-5846-4e7f-ac07-c0544c9e9b3c"} {"level":"info","ts":1784712935.4003875,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712935.4004993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712935.4005136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712935.400525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","EoS":true} {"level":"info","ts":1784712935.4005535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","header":"x-maas-username"} {"level":"info","ts":1784712935.4005637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","header":"x-maas-group"} {"level":"info","ts":1784712935.4005682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","header":"x-maas-subscription"} {"level":"info","ts":1784712935.4005814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712935.4006054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712935.4015138,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712935.4015338,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712935.4015489,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","EoS":false} {"level":"info","ts":1784712935.4015636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3","EoS":true} {"level":"info","ts":1784712935.4015985,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b7ec7745-e333-40a6-8524-6eee9e101fa3"} {"level":"info","ts":1784712944.8115456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712944.8116348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.8116505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.8116682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","EoS":true} {"level":"info","ts":1784712944.8117058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","header":"x-maas-username"} {"level":"info","ts":1784712944.8117197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","header":"x-maas-group"} {"level":"info","ts":1784712944.8117278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","header":"x-maas-subscription"} {"level":"info","ts":1784712944.811748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712944.8117824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.8125937,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.812614,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.8126287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","EoS":false} {"level":"info","ts":1784712944.8126404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21","EoS":true} {"level":"info","ts":1784712944.812677,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc13aedd-fa8c-4ea5-9fb3-8a8e85f17b21"} {"level":"info","ts":1784712944.8437643,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712944.8438382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712944.843851,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712944.843868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","EoS":true} {"level":"info","ts":1784712944.8438985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","header":"x-maas-group"} {"level":"info","ts":1784712944.84391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","header":"x-maas-username"} {"level":"info","ts":1784712944.8439174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","header":"x-maas-subscription"} {"level":"info","ts":1784712944.8439348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712944.8439639,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712944.846583,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712944.8465996,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712944.84662,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","EoS":false} {"level":"info","ts":1784712944.8466365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed","EoS":true} {"level":"info","ts":1784712944.8466654,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d39e8f99-1519-46a5-9cdd-3b546cef08ed"} {"level":"info","ts":1784712963.844529,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784712963.8446114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784712963.8446243,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784712963.8446362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","EoS":true} {"level":"info","ts":1784712963.8446612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","header":"x-maas-group"} {"level":"info","ts":1784712963.844672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","header":"x-maas-subscription"} {"level":"info","ts":1784712963.8446772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","header":"x-maas-username"} {"level":"info","ts":1784712963.8446915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784712963.844714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784712963.8455327,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784712963.845556,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784712963.8455706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","EoS":false} {"level":"info","ts":1784712963.8455825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc","EoS":true} {"level":"info","ts":1784712963.8456185,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9ae63681-4e50-4099-898f-e17fce92cfbc"} {"level":"info","ts":1784713093.9068577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713093.9069548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713093.9069703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713093.9069896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","EoS":true} {"level":"info","ts":1784713093.9070268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","header":"x-maas-username"} {"level":"info","ts":1784713093.907039,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","header":"x-maas-group"} {"level":"info","ts":1784713093.9070485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","header":"x-maas-subscription"} {"level":"info","ts":1784713093.9070683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784713093.907102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713093.9101827,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713093.910203,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713093.9102192,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","EoS":false} {"level":"info","ts":1784713093.9102376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed","EoS":true} {"level":"info","ts":1784713093.9102683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"44601da3-18eb-42f7-b05e-01c5fae155ed"} {"level":"info","ts":1784713130.7690594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713130.76914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713130.7691483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713130.7691598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","EoS":true} {"level":"info","ts":1784713130.7691867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","header":"x-maas-group"} {"level":"info","ts":1784713130.7691972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","header":"x-maas-subscription"} {"level":"info","ts":1784713130.7692022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","header":"x-maas-username"} {"level":"info","ts":1784713130.7692158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713130.7692404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713130.7718349,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713130.7718585,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713130.7718804,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","EoS":false} {"level":"info","ts":1784713130.7718966,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28","EoS":true} {"level":"info","ts":1784713130.7719781,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"99cbdb07-4d47-4c40-8502-092ffd23cc28"} {"level":"info","ts":1784713145.987932,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713145.9880023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713145.9880142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713145.9880261,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","EoS":true} {"level":"info","ts":1784713145.9880528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","header":"x-maas-group"} {"level":"info","ts":1784713145.9880617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","header":"x-maas-username"} {"level":"info","ts":1784713145.988067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","header":"x-maas-subscription"} {"level":"info","ts":1784713145.98808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713145.988104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713145.9889488,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713145.9889743,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713145.9889977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","EoS":false} {"level":"info","ts":1784713145.9890149,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5","EoS":true} {"level":"info","ts":1784713145.9890516,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8b8970e-cf68-41dd-b583-d863021e9cc5"} {"level":"info","ts":1784713457.8166323,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713457.8167245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.8167365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.8167486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","EoS":true} {"level":"info","ts":1784713457.816773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","header":"x-maas-username"} {"level":"info","ts":1784713457.8167825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","header":"x-maas-subscription"} {"level":"info","ts":1784713457.816787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","header":"x-maas-group"} {"level":"info","ts":1784713457.8168015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713457.8168268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.81962,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.819642,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.8196585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","EoS":false} {"level":"info","ts":1784713457.8196702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70","EoS":true} {"level":"info","ts":1784713457.8197055,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53f6312d-a986-4dd4-a881-5663e06e5f70"} {"level":"info","ts":1784713457.84817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713457.8482428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713457.8482587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713457.8482778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","EoS":true} {"level":"info","ts":1784713457.8483324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","header":"x-maas-username"} {"level":"info","ts":1784713457.848347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","header":"x-maas-subscription"} {"level":"info","ts":1784713457.8483555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","header":"x-maas-group"} {"level":"info","ts":1784713457.8483722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784713457.8484075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713457.84917,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713457.8491876,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713457.8492014,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","EoS":false} {"level":"info","ts":1784713457.849215,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775","EoS":true} {"level":"info","ts":1784713457.8492422,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dc1c78a8-54d4-4631-a268-d396bf7a5775"} {"level":"info","ts":1784713462.5965116,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"14742e1d-80eb-415d-af7d-89056149a6fc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784713462.5967658,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39299.846021944,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.5967968,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.6476502,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.6968164,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"14742e1d-80eb-415d-af7d-89056149a6fc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784713462.7034338,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce25466d-c1b1-4480-99f9-cf7a54b3ed7c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713462.7034652,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ce25466d-c1b1-4480-99f9-cf7a54b3ed7c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784713462.7035105,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a38df944-f186-4eed-ae95-d55c7f2c782b"} {"level":"info","ts":1784713462.7090309,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b94e36c1-2cf3-4a57-87f5-8cb25108dea9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713462.7090552,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b94e36c1-2cf3-4a57-87f5-8cb25108dea9","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784713462.7125084,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a38df944-f186-4eed-ae95-d55c7f2c782b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713462.712731,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34100.004333078,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.7127469,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.7227173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.8128011,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a38df944-f186-4eed-ae95-d55c7f2c782b","name":"e2e-external-provider"} {"level":"info","ts":1784713462.8199291,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bb9ff13-5a6d-4ff1-84ea-1b6a89110868"} {"level":"info","ts":1784713462.8199594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab8308cf-086c-4b91-b8d1-11c1e9c62831","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.8200061,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab8308cf-086c-4b91-b8d1-11c1e9c62831","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713462.821233,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a38df944-f186-4eed-ae95-d55c7f2c782b","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784713462.827529,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a431c59-6da6-4a6b-bc71-ca1970432983","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.8275626,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a431c59-6da6-4a6b-bc71-ca1970432983","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713462.8276455,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bb9ff13-5a6d-4ff1-84ea-1b6a89110868","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784713462.8357654,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a38df944-f186-4eed-ae95-d55c7f2c782b","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784713462.8358467,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abb49327-724f-4f6a-8add-bd44c0b37c93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.835879,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abb49327-724f-4f6a-8add-bd44c0b37c93","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784713462.836106,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bb9ff13-5a6d-4ff1-84ea-1b6a89110868","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713462.8361886,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd9f3b50-9c05-4d0b-9b9b-4e3e3f1fac9b"} {"level":"info","ts":1784713462.836219,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd9f3b50-9c05-4d0b-9b9b-4e3e3f1fac9b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784713462.8410306,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a38df944-f186-4eed-ae95-d55c7f2c782b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784713462.841088,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd9f3b50-9c05-4d0b-9b9b-4e3e3f1fac9b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784713462.8455696,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a38df944-f186-4eed-ae95-d55c7f2c782b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713462.8456535,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e83df71-b7fd-49c7-b2af-634efa6893e7"} {"level":"info","ts":1784713462.8457074,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e83df71-b7fd-49c7-b2af-634efa6893e7","name":"e2e-external-provider"} {"level":"info","ts":1784713462.8519173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f2c5a9f-b2d5-4939-8b15-18351bee8fca"} {"level":"info","ts":1784713462.8519423,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f2c5a9f-b2d5-4939-8b15-18351bee8fca","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784713462.8572936,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f2c5a9f-b2d5-4939-8b15-18351bee8fca","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713462.8573554,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e83df71-b7fd-49c7-b2af-634efa6893e7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784713462.8631544,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"191a85df-4897-42d4-82b9-db5e03c8f9a3"} {"level":"info","ts":1784713462.8631544,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f1b2968-36d6-409b-9de5-56087709cc49","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713462.8631892,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f1b2968-36d6-409b-9de5-56087709cc49","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784713462.8632057,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"191a85df-4897-42d4-82b9-db5e03c8f9a3","name":"e2e-external-provider"} {"level":"info","ts":1784713462.8632832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7184aa36-85c2-4716-83f1-26222278e54f"} {"level":"info","ts":1784713462.8635695,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39535.425237344,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.8635833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df097bdd-35a1-4588-a298-7bbe9342c7df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.863593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.8636155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df097bdd-35a1-4588-a298-7bbe9342c7df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713462.8703926,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784713462.8727763,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"191a85df-4897-42d4-82b9-db5e03c8f9a3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784713462.9641707,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7184aa36-85c2-4716-83f1-26222278e54f","name":"e2e-external-model"} {"level":"info","ts":1784713462.9738998,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7184aa36-85c2-4716-83f1-26222278e54f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784713462.982059,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dda7c0b0-08da-4154-a6ab-77a386abb957","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.982086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4b5a808-5575-4ed3-a89a-7dfbf704f64a"} {"level":"info","ts":1784713462.982105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dda7c0b0-08da-4154-a6ab-77a386abb957","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713462.9821455,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4b5a808-5575-4ed3-a89a-7dfbf704f64a","name":"e2e-external-model"} {"level":"error","ts":1784713462.9982462,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4b5a808-5575-4ed3-a89a-7dfbf704f64a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713462.9982846,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dff48c6b-23b8-4d5c-8374-80d647fd27db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713462.9983377,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dff48c6b-23b8-4d5c-8374-80d647fd27db","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713462.9983714,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6caba822-ec47-4493-8e5a-b6c72db2a2b0"} {"level":"info","ts":1784713462.9984179,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6caba822-ec47-4493-8e5a-b6c72db2a2b0","name":"e2e-external-model"} {"level":"info","ts":1784713463.006934,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6caba822-ec47-4493-8e5a-b6c72db2a2b0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784713463.0150006,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dea65fe-2196-43e7-b51a-7093ce5dad61"} {"level":"info","ts":1784713463.0150263,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b4cd4e-febb-44ba-b82f-fbc041837ffd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713463.0150585,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dea65fe-2196-43e7-b51a-7093ce5dad61","name":"e2e-external-model"} {"level":"info","ts":1784713463.0150669,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b4cd4e-febb-44ba-b82f-fbc041837ffd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784713463.0358162,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0dea65fe-2196-43e7-b51a-7093ce5dad61","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784713470.2258658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713470.2259574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5"} {"level":"info","ts":1784713470.225972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5"} {"level":"info","ts":1784713470.2259848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","EoS":true} {"level":"info","ts":1784713470.2260122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","header":"x-maas-group"} {"level":"info","ts":1784713470.2260213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","header":"x-maas-subscription"} {"level":"info","ts":1784713470.226026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","header":"x-maas-username"} {"level":"info","ts":1784713470.2260382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784713470.2260456,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","modelName":"e2e-external-model"} {"level":"info","ts":1784713470.2260582,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784713470.2260964,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784713470.226112,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5","authType":"apikey"} {"level":"info","ts":1784713470.2261415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85f63120-3ff6-4f46-9c2e-ebdbb64e21a5"} {"level":"info","ts":1784713470.3392317,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bf9e741-0d19-40c4-abf2-b5fd5ab86395"} {"level":"info","ts":1784713470.3392494,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4825f74-fd0b-4ffc-a91e-40db9fee72fd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713470.3392897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4825f74-fd0b-4ffc-a91e-40db9fee72fd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784713470.3469753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e41df55e-efbf-4c7a-88c1-d0062a1aa4da","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713470.347008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e41df55e-efbf-4c7a-88c1-d0062a1aa4da","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784713470.3475976,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bf9e741-0d19-40c4-abf2-b5fd5ab86395","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713470.3476574,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bf9e741-0d19-40c4-abf2-b5fd5ab86395","name":"e2e-cleanup-test"} {"level":"error","ts":1784713470.361954,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bf9e741-0d19-40c4-abf2-b5fd5ab86395","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784713470.3620083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bf9e741-0d19-40c4-abf2-b5fd5ab86395","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713470.3620665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8d151a1-05dd-449f-b391-38921a4440f0"} {"level":"info","ts":1784713470.3621337,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8d151a1-05dd-449f-b391-38921a4440f0","name":"e2e-cleanup-test"} {"level":"info","ts":1784713470.365615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f8db798-abbf-44df-b89c-5edfffae9eb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713470.36564,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f8db798-abbf-44df-b89c-5edfffae9eb3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784713470.3761704,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8d151a1-05dd-449f-b391-38921a4440f0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784713470.376233,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8d151a1-05dd-449f-b391-38921a4440f0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784713470.3763747,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fd30441-36f1-4d9e-b087-3cca8641ca32"} {"level":"info","ts":1784713470.3764565,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fd30441-36f1-4d9e-b087-3cca8641ca32","name":"e2e-cleanup-test"} {"level":"info","ts":1784713470.3864403,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fd30441-36f1-4d9e-b087-3cca8641ca32","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784713478.5936148,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46e13836-729c-4038-8fee-533150a93423"} {"level":"info","ts":1784713478.5936399,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec211c4-61c8-410b-8c79-0501a313f4a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713478.5936782,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ec211c4-61c8-410b-8c79-0501a313f4a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784713482.8842044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713482.8842869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f"} {"level":"info","ts":1784713482.8842983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f"} {"level":"info","ts":1784713482.88434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f","EoS":true} {"level":"info","ts":1784713482.8843732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784713482.8844118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe5b6f8c-dfac-4192-9ff3-5cc97fd6fc5f"} {"level":"info","ts":1784713482.923539,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713482.9236298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f"} {"level":"info","ts":1784713482.9236448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f"} {"level":"info","ts":1784713482.9236586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","EoS":true} {"level":"info","ts":1784713482.9236841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","header":"x-maas-username"} {"level":"info","ts":1784713482.9236944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","header":"x-maas-subscription"} {"level":"info","ts":1784713482.923699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","header":"x-maas-group"} {"level":"info","ts":1784713482.9237127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784713482.9237204,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","modelName":"e2e-external-model"} {"level":"info","ts":1784713482.923733,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784713482.9237547,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784713482.9237702,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f","authType":"apikey"} {"level":"info","ts":1784713482.9237978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17855a92-4e82-4e90-abf4-f4b90ce6a10f"} {"level":"info","ts":1784713482.9572732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713482.957361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713482.9573746,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713482.9573874,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","EoS":true} {"level":"info","ts":1784713482.9574213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","header":"x-maas-username"} {"level":"info","ts":1784713482.957432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","header":"x-maas-group"} {"level":"info","ts":1784713482.9574378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","header":"x-maas-subscription"} {"level":"info","ts":1784713482.9574504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784713482.9574783,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713483.060818,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713483.0608516,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713483.060875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","EoS":false} {"level":"info","ts":1784713483.0608933,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","EoS":true} {"level":"error","ts":1784713483.0609086,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784713483.0609717,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1258645-1fc7-4fa5-b05f-6d5b5c7876d4"} {"level":"info","ts":1784713483.097997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784713483.0980744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.0980864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.0980988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","EoS":true} {"level":"info","ts":1784713483.098124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","header":"x-maas-username"} {"level":"info","ts":1784713483.0981324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","header":"x-maas-subscription"} {"level":"info","ts":1784713483.098139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","header":"x-maas-group"} {"level":"info","ts":1784713483.0981677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.199424,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.1994522,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.1994758,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","EoS":false} {"level":"info","ts":1784713483.199515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","EoS":true} {"level":"error","ts":1784713483.199548,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784713483.1995857,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"651933e7-f5cb-4b5a-b134-752c2c47f5e8"} {"level":"info","ts":1784713483.9866056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"916c3683-1de6-4cdb-8da0-f43e4efabae6"} {"level":"info","ts":1784713483.9866104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15f7cb67-01ad-4ec0-926d-2c918a268715","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713483.9866757,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15f7cb67-01ad-4ec0-926d-2c918a268715","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784713484.118691,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"df061ed4-0944-4824-a3c0-5f3243600b16"} {"level":"info","ts":1784713484.1186914,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"223f67ef-3d04-4764-9a79-f2d2debeaee3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713484.118768,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"223f67ef-3d04-4764-9a79-f2d2debeaee3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784713484.2247195,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"235a0c03-5f7c-45db-9ed9-baf82d61251d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784713484.2247882,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"235a0c03-5f7c-45db-9ed9-baf82d61251d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784714100.0225346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784714100.0226293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714100.0226443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714100.0226638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","EoS":true} {"level":"info","ts":1784714100.0227022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","header":"x-maas-username"} {"level":"info","ts":1784714100.0227158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","header":"x-maas-group"} {"level":"info","ts":1784714100.022723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","header":"x-maas-subscription"} {"level":"info","ts":1784714100.0227396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","path":"/ai-tenant-e2e-inf-b-b1d31b/test-model-b1d31b/v1/chat/completions"} {"level":"info","ts":1784714100.0227728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714100.036409,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714100.0364335,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714100.0364554,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","EoS":false} {"level":"info","ts":1784714100.036472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216","EoS":true} {"level":"info","ts":1784714100.0365243,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"df0893ea-5067-4bc1-b7d7-790635d35216"} {"level":"info","ts":1784714577.0905669,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784714577.0906453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"} {"level":"info","ts":1784714577.0906553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"} {"level":"info","ts":1784714577.0906672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","EoS":true} {"level":"info","ts":1784714577.0906925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","header":"x-maas-username"} {"level":"info","ts":1784714577.0907028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","header":"x-maas-subscription"} {"level":"info","ts":1784714577.0907083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","header":"x-maas-group"} {"level":"info","ts":1784714577.0907218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","path":"/ai-tenant-e2e-shared-b-88ceff/rate-test-model-88ceff/v1/completions"} {"level":"info","ts":1784714577.090747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"} {"level":"info","ts":1784714577.103487,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"} {"level":"info","ts":1784714577.1035147,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"} {"level":"info","ts":1784714577.1035357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","EoS":false} {"level":"info","ts":1784714577.1035488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c","EoS":true} {"level":"info","ts":1784714577.1035967,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6c9afc6a-75d6-43ae-aa2d-a0eb958cff1c"}