{"level":"info","ts":1784747476.915681,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5857256-40a0-4f24-a52a-910655733425","EoS":true} {"level":"info","ts":1784747476.9157252,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5857256-40a0-4f24-a52a-910655733425"} {"level":"info","ts":1784747477.735585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747477.7356627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf"} {"level":"info","ts":1784747477.7356713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf"} {"level":"info","ts":1784747477.7356827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","EoS":true} {"level":"info","ts":1784747477.7357116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","header":"x-maas-group"} {"level":"info","ts":1784747477.7357225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","header":"x-maas-subscription"} {"level":"info","ts":1784747477.7357275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","header":"x-maas-username"} {"level":"info","ts":1784747477.7357407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747477.7357678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf"} {"level":"info","ts":1784747477.7368464,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf"} {"level":"info","ts":1784747477.7368689,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf"} {"level":"info","ts":1784747477.7368846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","EoS":false} {"level":"info","ts":1784747477.7368958,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf","EoS":true} {"level":"info","ts":1784747477.7369385,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8b7cca2-83cf-432b-b3cb-8dfdaa076ddf"} {"level":"info","ts":1784747500.9192786,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747500.9193563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747500.9193685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747500.919386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","EoS":true} {"level":"info","ts":1784747500.9194117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","header":"x-maas-group"} {"level":"info","ts":1784747500.9194236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","header":"x-maas-username"} {"level":"info","ts":1784747500.9194295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","header":"x-maas-subscription"} {"level":"info","ts":1784747500.919448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747500.9194794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747500.921952,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747500.9219785,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747500.9219973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","EoS":false} {"level":"info","ts":1784747500.9220083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243","EoS":true} {"level":"info","ts":1784747500.922046,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0b10d41b-ca6a-4f8d-bb05-1fbc63478243"} {"level":"info","ts":1784747501.059255,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.0593271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.0593362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.0593479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","EoS":true} {"level":"info","ts":1784747501.0593736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","header":"x-maas-username"} {"level":"info","ts":1784747501.0593834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","header":"x-maas-subscription"} {"level":"info","ts":1784747501.0593877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","header":"x-maas-group"} {"level":"info","ts":1784747501.059401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.0594277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.0603726,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.0603883,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.0604074,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","EoS":false} {"level":"info","ts":1784747501.0604205,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170","EoS":true} {"level":"info","ts":1784747501.0604599,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d474d17-5cfe-499d-9e8c-3460de004170"} {"level":"info","ts":1784747501.1957033,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.195775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.1957848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.195797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","EoS":true} {"level":"info","ts":1784747501.1958194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","header":"x-maas-subscription"} {"level":"info","ts":1784747501.1958327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","header":"x-maas-username"} {"level":"info","ts":1784747501.1958406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","header":"x-maas-group"} {"level":"info","ts":1784747501.1958535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.1958785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.1967993,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.1968186,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.1968331,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","EoS":false} {"level":"info","ts":1784747501.196843,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65","EoS":true} {"level":"info","ts":1784747501.196875,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"550242e7-dcc5-4f22-b736-e97a9993ee65"} {"level":"info","ts":1784747501.331348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.3314233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.331439,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.3314533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","EoS":true} {"level":"info","ts":1784747501.3314795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","header":"x-maas-username"} {"level":"info","ts":1784747501.3314934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","header":"x-maas-group"} {"level":"info","ts":1784747501.3315163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","header":"x-maas-subscription"} {"level":"info","ts":1784747501.3315308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.331553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.3324804,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.3325024,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.3325238,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","EoS":false} {"level":"info","ts":1784747501.3325443,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b","EoS":true} {"level":"info","ts":1784747501.3325918,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6bca6dc6-53ef-42c7-89af-fdc2da4b4f2b"} {"level":"info","ts":1784747501.473432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747501.4734864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747501.4734943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747501.4735048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","EoS":true} {"level":"info","ts":1784747501.4735267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","header":"x-maas-username"} {"level":"info","ts":1784747501.4735367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","header":"x-maas-group"} {"level":"info","ts":1784747501.4735413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","header":"x-maas-subscription"} {"level":"info","ts":1784747501.4735525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747501.4735744,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747501.4743695,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747501.4743867,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747501.474407,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","EoS":false} {"level":"info","ts":1784747501.474424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7","EoS":true} {"level":"info","ts":1784747501.4744582,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7836d0d5-2f23-4253-b730-4c4ef4a960f7"} {"level":"info","ts":1784747520.3737245,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747520.3738348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.3738546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.3738744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","EoS":true} {"level":"info","ts":1784747520.3739133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","header":"x-maas-subscription"} {"level":"info","ts":1784747520.3739274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","header":"x-maas-group"} {"level":"info","ts":1784747520.3739326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","header":"x-maas-username"} {"level":"info","ts":1784747520.373947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747520.3739755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.3760996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.3761306,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.3761523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","EoS":false} {"level":"info","ts":1784747520.3761814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228","EoS":true} {"level":"info","ts":1784747520.376264,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c8a9493-edfd-4f54-995b-0299732ec228"} {"level":"info","ts":1784747520.4840133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747520.4841182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b5a9f03-1305-4501-85ec-b90356eea1f4"} {"level":"info","ts":1784747520.4849403,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b5a9f03-1305-4501-85ec-b90356eea1f4"} {"level":"info","ts":1784747520.484964,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8b5a9f03-1305-4501-85ec-b90356eea1f4"} {"level":"info","ts":1784747520.4849856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b5a9f03-1305-4501-85ec-b90356eea1f4","EoS":false} {"level":"info","ts":1784747520.485006,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8b5a9f03-1305-4501-85ec-b90356eea1f4"} {"level":"info","ts":1784747520.4850452,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b5a9f03-1305-4501-85ec-b90356eea1f4","EoS":true} {"level":"info","ts":1784747520.4850597,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8b5a9f03-1305-4501-85ec-b90356eea1f4"} {"level":"info","ts":1784747525.1096573,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747525.1097536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747525.1097646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747525.109776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","EoS":true} {"level":"info","ts":1784747525.109805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","header":"x-maas-username"} {"level":"info","ts":1784747525.1098158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","header":"x-maas-group"} {"level":"info","ts":1784747525.1098208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","header":"x-maas-subscription"} {"level":"info","ts":1784747525.1098342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747525.1098616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747525.1111913,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747525.1112478,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747525.1113272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","EoS":false} {"level":"info","ts":1784747525.1113498,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a","EoS":true} {"level":"info","ts":1784747525.1114137,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5556e388-a937-468d-9572-4faad71ea32a"} {"level":"info","ts":1784747537.8085985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747537.8087063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747537.8087249,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747537.8087432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","EoS":true} {"level":"info","ts":1784747537.8087814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","header":"x-maas-group"} {"level":"info","ts":1784747537.8087938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","header":"x-maas-username"} {"level":"info","ts":1784747537.8088012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","header":"x-maas-subscription"} {"level":"info","ts":1784747537.8088193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747537.8088539,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747537.811889,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747537.811914,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747537.8119352,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","EoS":false} {"level":"info","ts":1784747537.8119478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56bf81df-bea1-4018-8973-88749510693b","EoS":true} {"level":"info","ts":1784747537.811995,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56bf81df-bea1-4018-8973-88749510693b"} {"level":"info","ts":1784747550.6896565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747550.6897376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747550.6897478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747550.689759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","EoS":true} {"level":"info","ts":1784747550.6897833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","header":"x-maas-username"} {"level":"info","ts":1784747550.6897938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","header":"x-maas-group"} {"level":"info","ts":1784747550.689799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","header":"x-maas-subscription"} {"level":"info","ts":1784747550.689814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747550.6898382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747550.6922035,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747550.6922522,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747550.6922753,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","EoS":false} {"level":"info","ts":1784747550.692291,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f","EoS":true} {"level":"info","ts":1784747550.692345,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3b4be577-eee1-4d9e-a509-6f66862ec18f"} {"level":"info","ts":1784747559.2083294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747559.2084062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747559.2084153,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747559.2084277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","EoS":true} {"level":"info","ts":1784747559.2084534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","header":"x-maas-username"} {"level":"info","ts":1784747559.2084634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","header":"x-maas-subscription"} {"level":"info","ts":1784747559.2084682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","header":"x-maas-group"} {"level":"info","ts":1784747559.2084846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747559.2085092,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747559.2097268,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747559.209758,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747559.2097745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","EoS":false} {"level":"info","ts":1784747559.2097871,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331","EoS":true} {"level":"info","ts":1784747559.2098274,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a3bc22f3-af4d-44bb-9525-7a1a4355d331"} {"level":"info","ts":1784747568.074072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747568.074166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747568.0741758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747568.074189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","EoS":true} {"level":"info","ts":1784747568.0742457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","header":"x-maas-group"} {"level":"info","ts":1784747568.0742593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","header":"x-maas-username"} {"level":"info","ts":1784747568.074265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","header":"x-maas-subscription"} {"level":"info","ts":1784747568.07428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747568.0743089,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747568.0754542,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747568.0754864,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747568.0755043,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","EoS":false} {"level":"info","ts":1784747568.0755165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d","EoS":true} {"level":"info","ts":1784747568.0755565,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"473f5b0f-781b-4810-820f-81bdcdf5f04d"} {"level":"info","ts":1784747590.888525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747590.8886113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747590.8886251,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747590.8886416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","EoS":true} {"level":"info","ts":1784747590.8886762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","header":"x-maas-subscription"} {"level":"info","ts":1784747590.8886874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","header":"x-maas-group"} {"level":"info","ts":1784747590.8886924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","header":"x-maas-username"} {"level":"info","ts":1784747590.8887055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747590.8887372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747590.8910148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747590.8910463,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747590.8910651,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","EoS":false} {"level":"info","ts":1784747590.8910775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae","EoS":true} {"level":"info","ts":1784747590.8911233,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7330ce91-ea1b-4a58-9982-c2445691c3ae"} {"level":"info","ts":1784747614.6028368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747614.6029294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747614.6029465,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747614.6029663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","EoS":true} {"level":"info","ts":1784747614.6030064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","header":"x-maas-subscription"} {"level":"info","ts":1784747614.603019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","header":"x-maas-group"} {"level":"info","ts":1784747614.6030297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","header":"x-maas-username"} {"level":"info","ts":1784747614.6030512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784747614.603084,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747614.6041925,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747614.6042354,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747614.6042523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","EoS":false} {"level":"info","ts":1784747614.604263,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489","EoS":true} {"level":"info","ts":1784747614.6043007,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"58b7c255-481d-4a1b-9360-af35ed35e489"} {"level":"info","ts":1784747638.9840882,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747638.984174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747638.984187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747638.9841998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","EoS":true} {"level":"info","ts":1784747638.9842649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","header":"x-maas-username"} {"level":"info","ts":1784747638.9842815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","header":"x-maas-subscription"} {"level":"info","ts":1784747638.9842885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","header":"x-maas-group"} {"level":"info","ts":1784747638.9843147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747638.984356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747638.9855194,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747638.9855447,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747638.9855688,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","EoS":false} {"level":"info","ts":1784747638.9855883,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7","EoS":true} {"level":"info","ts":1784747638.985641,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"504cbf2c-09f0-4ed5-92e1-0452c725a5e7"} {"level":"info","ts":1784747648.3917308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747648.3918433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.3918607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.3918784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","EoS":true} {"level":"info","ts":1784747648.3919146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","header":"x-maas-subscription"} {"level":"info","ts":1784747648.3919258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","header":"x-maas-group"} {"level":"info","ts":1784747648.3919334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","header":"x-maas-username"} {"level":"info","ts":1784747648.3919501,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747648.3919833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.393068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.3931003,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.3931239,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","EoS":false} {"level":"info","ts":1784747648.3931477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a","EoS":true} {"level":"info","ts":1784747648.3932295,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1eba768-1200-4a88-82f4-00fead100d4a"} {"level":"info","ts":1784747648.4302602,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747648.4303503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747648.4303627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747648.4303765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","EoS":true} {"level":"info","ts":1784747648.4304051,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","header":"x-maas-username"} {"level":"info","ts":1784747648.430416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","header":"x-maas-subscription"} {"level":"info","ts":1784747648.4304256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","header":"x-maas-group"} {"level":"info","ts":1784747648.4304397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747648.4304688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747648.431482,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747648.4315038,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747648.4315186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","EoS":false} {"level":"info","ts":1784747648.4315314,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0","EoS":true} {"level":"info","ts":1784747648.4315724,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e7f5a12a-8575-4d07-97e1-87f218c943d0"} {"level":"info","ts":1784747667.5051155,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747667.5052357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747667.5052493,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747667.5052624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","EoS":true} {"level":"info","ts":1784747667.5052862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","header":"x-maas-group"} {"level":"info","ts":1784747667.505301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","header":"x-maas-username"} {"level":"info","ts":1784747667.5053082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","header":"x-maas-subscription"} {"level":"info","ts":1784747667.505323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747667.5053513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747667.5064325,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747667.5064523,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747667.5064683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","EoS":false} {"level":"info","ts":1784747667.5064836,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012","EoS":true} {"level":"info","ts":1784747667.506523,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1f9934cd-2224-4a3c-9493-0873beb4d012"} {"level":"info","ts":1784747797.599559,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747797.5996623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747797.5996745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747797.5996864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","EoS":true} {"level":"info","ts":1784747797.5997133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","header":"x-maas-group"} {"level":"info","ts":1784747797.5997248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","header":"x-maas-subscription"} {"level":"info","ts":1784747797.5997298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","header":"x-maas-username"} {"level":"info","ts":1784747797.599744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784747797.59977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747797.601144,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747797.6011672,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747797.601186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","EoS":false} {"level":"info","ts":1784747797.6011975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f","EoS":true} {"level":"info","ts":1784747797.6012743,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aca90719-6d2d-43e8-b1d6-87ec9dc66c7f"} {"level":"info","ts":1784747834.5734758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747834.5735633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747834.5735722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747834.5735836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","EoS":true} {"level":"info","ts":1784747834.573609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","header":"x-maas-username"} {"level":"info","ts":1784747834.5736213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","header":"x-maas-subscription"} {"level":"info","ts":1784747834.5736253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","header":"x-maas-group"} {"level":"info","ts":1784747834.5736384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747834.5736651,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747834.5765798,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747834.5766098,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747834.5766287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","EoS":false} {"level":"info","ts":1784747834.5766492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c","EoS":true} {"level":"info","ts":1784747834.5766983,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"48ea2f60-c049-4951-a308-ccea64470c7c"} {"level":"info","ts":1784747849.805954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747849.8060439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784747849.806058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784747849.80607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","EoS":true} {"level":"info","ts":1784747849.8060973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","header":"x-maas-username"} {"level":"info","ts":1784747849.8061073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","header":"x-maas-group"} {"level":"info","ts":1784747849.8061132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","header":"x-maas-subscription"} {"level":"info","ts":1784747849.8061268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747849.8061552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784747849.807287,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784747849.8073006,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784747849.8073127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","EoS":false} {"level":"info","ts":1784747849.8073237,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119","EoS":true} {"level":"info","ts":1784747849.8073628,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d7faff6-ae18-4d72-8782-0fd70603e119"} {"level":"info","ts":1784748179.4024453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748179.4025514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.4025664,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.402587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","EoS":true} {"level":"info","ts":1784748179.4026294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","header":"x-maas-username"} {"level":"info","ts":1784748179.4026427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","header":"x-maas-group"} {"level":"info","ts":1784748179.4026515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","header":"x-maas-subscription"} {"level":"info","ts":1784748179.4026716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748179.40271,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.4036856,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.4037051,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.4037237,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","EoS":false} {"level":"info","ts":1784748179.4037387,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e","EoS":true} {"level":"info","ts":1784748179.4037812,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6f2f33d6-95ee-47e5-b10f-dadca2ecc52e"} {"level":"info","ts":1784748179.4418097,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748179.4419174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748179.4419308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748179.4419427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","EoS":true} {"level":"info","ts":1784748179.441967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","header":"x-maas-username"} {"level":"info","ts":1784748179.4419777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","header":"x-maas-subscription"} {"level":"info","ts":1784748179.4419832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","header":"x-maas-group"} {"level":"info","ts":1784748179.442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784748179.442031,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748179.4443135,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748179.4443417,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748179.4443588,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","EoS":false} {"level":"info","ts":1784748179.4443715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56945962-8402-447e-a870-fd9d4060f726","EoS":true} {"level":"info","ts":1784748179.4444144,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56945962-8402-447e-a870-fd9d4060f726"} {"level":"info","ts":1784748184.3288665,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"79932f1a-c5ce-4720-9f60-081ecf78a54d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784748184.3291373,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37439.173817121,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.329163,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.3919384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.4301345,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"79932f1a-c5ce-4720-9f60-081ecf78a54d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784748184.462182,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b114ec51-3352-4f88-862d-cd7c8e79e39e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748184.4622464,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b114ec51-3352-4f88-862d-cd7c8e79e39e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784748184.4622393,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84006596-1347-43d2-8a58-5d13e0c8423f"} {"level":"info","ts":1784748184.4688625,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d67572c-bf1b-4177-9af9-cd251150a6d0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748184.4690688,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36773.67315723,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.4690876,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.4691014,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d67572c-bf1b-4177-9af9-cd251150a6d0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784748184.4778533,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.569107,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84006596-1347-43d2-8a58-5d13e0c8423f","name":"e2e-external-provider"} {"level":"info","ts":1784748184.5810258,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84006596-1347-43d2-8a58-5d13e0c8423f","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784748184.5925384,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84006596-1347-43d2-8a58-5d13e0c8423f","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784748184.5982509,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84006596-1347-43d2-8a58-5d13e0c8423f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784748184.6058028,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"136f83f8-5967-4c83-abbc-f2a75b6951c7"} {"level":"info","ts":1784748184.605879,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"136f83f8-5967-4c83-abbc-f2a75b6951c7","name":"e2e-external-provider"} {"level":"info","ts":1784748184.6058893,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a04294-f526-4cf9-8a97-fdb37ccd8058","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748184.6059334,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a04294-f526-4cf9-8a97-fdb37ccd8058","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784748184.6067116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bbedb83-ca22-4d7e-bec9-c771a2707f00","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748184.6067173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f816537-d90c-44a8-9dd7-b25532f2dd4c"} {"level":"info","ts":1784748184.6067536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9bbedb83-ca22-4d7e-bec9-c771a2707f00","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784748184.6141577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa677169-8e5d-4736-b032-0d847d9b278a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748184.6141977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa677169-8e5d-4736-b032-0d847d9b278a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784748184.6145875,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35895.223713769,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.6146116,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.6169474,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"136f83f8-5967-4c83-abbc-f2a75b6951c7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784748184.6220624,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bae3d430-d8a7-4997-908b-6e85c26487e9"} {"level":"info","ts":1784748184.6221313,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bae3d430-d8a7-4997-908b-6e85c26487e9","name":"e2e-external-provider"} {"level":"info","ts":1784748184.6223283,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784748184.6315517,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bae3d430-d8a7-4997-908b-6e85c26487e9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784748184.7148557,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f816537-d90c-44a8-9dd7-b25532f2dd4c","name":"e2e-external-model"} {"level":"info","ts":1784748184.725768,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f816537-d90c-44a8-9dd7-b25532f2dd4c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748184.7311742,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c978bf5d-246f-41c2-917d-ed7b00fe36ff"} {"level":"info","ts":1784748184.7312722,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c978bf5d-246f-41c2-917d-ed7b00fe36ff","name":"e2e-external-model"} {"level":"info","ts":1784748184.731327,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0395975-c921-4ad5-a898-ac840a4600e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748184.7313633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0395975-c921-4ad5-a898-ac840a4600e3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784748184.7439656,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c978bf5d-246f-41c2-917d-ed7b00fe36ff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784748184.7440307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c978bf5d-246f-41c2-917d-ed7b00fe36ff","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748184.7441003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df53f8ad-e8de-45ea-bc63-d639689ba03f"} {"level":"info","ts":1784748184.7441597,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df53f8ad-e8de-45ea-bc63-d639689ba03f","name":"e2e-external-model"} {"level":"info","ts":1784748184.7517817,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df53f8ad-e8de-45ea-bc63-d639689ba03f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748192.274432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748192.2745414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f"} {"level":"info","ts":1784748192.2745597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f"} {"level":"info","ts":1784748192.274606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","EoS":true} {"level":"info","ts":1784748192.2746463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","header":"x-maas-username"} {"level":"info","ts":1784748192.274663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","header":"x-maas-subscription"} {"level":"info","ts":1784748192.274672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","header":"x-maas-group"} {"level":"info","ts":1784748192.274691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748192.2747054,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","modelName":"e2e-external-model"} {"level":"info","ts":1784748192.27472,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748192.2747636,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784748192.2747808,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f","authType":"apikey"} {"level":"info","ts":1784748192.2748098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bafc80e-1149-41e3-8d37-af7d7d4f7c7f"} {"level":"info","ts":1784748192.4201047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81df34eb-bf93-4126-a787-699f1f30bfd9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4201531,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81df34eb-bf93-4126-a787-699f1f30bfd9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748192.420146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4a8f977-9420-4870-bac8-afce4fb75df7"} {"level":"info","ts":1784748192.425765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ea7b19a-a4c6-4e77-93cb-42fb375be0e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4258106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ea7b19a-a4c6-4e77-93cb-42fb375be0e1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784748192.4259546,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4a8f977-9420-4870-bac8-afce4fb75df7","name":"e2e-cleanup-test"} {"level":"info","ts":1784748192.4468675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"792d76e1-7c39-4b46-83b8-047789110cc9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4469154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"792d76e1-7c39-4b46-83b8-047789110cc9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784748192.44699,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4a8f977-9420-4870-bac8-afce4fb75df7","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748192.4470632,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad9dd7ae-37e2-4893-8963-cd5545f64660"} {"level":"info","ts":1784748192.4471223,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad9dd7ae-37e2-4893-8963-cd5545f64660","name":"e2e-cleanup-test"} {"level":"info","ts":1784748192.4626284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b79c4621-77c4-4ec7-b699-442b39296299","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4626713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b79c4621-77c4-4ec7-b699-442b39296299","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784748192.4638548,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad9dd7ae-37e2-4893-8963-cd5545f64660","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784748192.4639165,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad9dd7ae-37e2-4893-8963-cd5545f64660","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748192.4639916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8db5b083-bb5e-48f6-914e-94c26942197c"} {"level":"info","ts":1784748192.4640524,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8db5b083-bb5e-48f6-914e-94c26942197c","name":"e2e-cleanup-test"} {"level":"info","ts":1784748192.4716675,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8db5b083-bb5e-48f6-914e-94c26942197c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748192.4776058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c42bb195-32e5-461c-979e-bbd03495b7f1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748192.4776542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c42bb195-32e5-461c-979e-bbd03495b7f1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784748192.4785073,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8db5b083-bb5e-48f6-914e-94c26942197c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784748192.4785938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e9ce420-f7a0-4680-837b-9185af54906f"} {"level":"info","ts":1784748192.4786522,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e9ce420-f7a0-4680-837b-9185af54906f","name":"e2e-cleanup-test"} {"level":"info","ts":1784748192.4863222,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e9ce420-f7a0-4680-837b-9185af54906f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784748200.7301457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b92b156f-7dc4-4c88-bcde-d30338673cac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748200.7301898,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b92b156f-7dc4-4c88-bcde-d30338673cac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784748200.73019,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a23fcdac-c930-4817-a2a9-8890cf5dd7cb"} {"level":"info","ts":1784748205.0709233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748205.0710187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7"} {"level":"info","ts":1784748205.0710285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7"} {"level":"info","ts":1784748205.0710452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7","EoS":true} {"level":"info","ts":1784748205.0710895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784748205.07112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9c63560-eeb6-4f86-8730-91984e9a1ee7"} {"level":"info","ts":1784748205.1226213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748205.122706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd"} {"level":"info","ts":1784748205.1227164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd"} {"level":"info","ts":1784748205.1227307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","EoS":true} {"level":"info","ts":1784748205.1227658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","header":"x-maas-subscription"} {"level":"info","ts":1784748205.1227765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","header":"x-maas-username"} {"level":"info","ts":1784748205.122782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","header":"x-maas-group"} {"level":"info","ts":1784748205.1227965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748205.1228056,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","modelName":"e2e-external-model"} {"level":"info","ts":1784748205.1228206,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784748205.1228514,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784748205.1228669,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd","authType":"apikey"} {"level":"info","ts":1784748205.1228917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bdb4d8e9-bffc-4f4c-be1b-1ac1fd8044bd"} {"level":"info","ts":1784748205.1614072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748205.1615047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.1615183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.161536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","EoS":true} {"level":"info","ts":1784748205.1615753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","header":"x-maas-subscription"} {"level":"info","ts":1784748205.1615887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","header":"x-maas-group"} {"level":"info","ts":1784748205.161596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","header":"x-maas-username"} {"level":"info","ts":1784748205.161615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784748205.161653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.2653387,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.2653673,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.265396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","EoS":false} {"level":"info","ts":1784748205.265413,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","EoS":true} {"level":"error","ts":1784748205.265434,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784748205.2654917,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"234f2b66-4e61-4ff9-88dd-75fa0d27c4a9"} {"level":"info","ts":1784748205.3026242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748205.3027165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748205.3027306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748205.302767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","EoS":true} {"level":"info","ts":1784748205.3028028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","header":"x-maas-subscription"} {"level":"info","ts":1784748205.3028166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","header":"x-maas-group"} {"level":"info","ts":1784748205.3028243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","header":"x-maas-username"} {"level":"info","ts":1784748205.3028646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748205.4023223,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748205.4023566,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748205.4023755,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","EoS":false} {"level":"info","ts":1784748205.402387,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","EoS":true} {"level":"error","ts":1784748205.4024053,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784748205.4024415,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"373a6e48-3e84-47d7-967c-08a68d5be635"} {"level":"info","ts":1784748206.3389401,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0daa4db3-cf4a-4de3-94a4-11c671d4c5a7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748206.3389854,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0daa4db3-cf4a-4de3-94a4-11c671d4c5a7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784748206.338978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4358855-ff49-4306-a5c9-6d4b6c4df8ee"} {"level":"info","ts":1784748206.513944,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f59586c-5c8d-496f-b3c0-0911d530a752","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748206.513981,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f59586c-5c8d-496f-b3c0-0911d530a752","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784748206.514024,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46114ad9-d826-4ae6-ae80-0c99bcdb0e06"} {"level":"info","ts":1784748206.644512,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"97205fa2-225c-433c-8875-d68c51c21091","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784748206.6445673,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"97205fa2-225c-433c-8875-d68c51c21091","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784748829.0909,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748829.0910282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784748829.0910408,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784748829.0910554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","EoS":true} {"level":"info","ts":1784748829.0910861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","header":"x-maas-username"} {"level":"info","ts":1784748829.0910974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","header":"x-maas-group"} {"level":"info","ts":1784748829.0911028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","header":"x-maas-subscription"} {"level":"info","ts":1784748829.091116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","path":"/ai-tenant-e2e-inf-b-dc2828/test-model-dc2828/v1/chat/completions"} {"level":"info","ts":1784748829.09118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784748829.1037667,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784748829.1037955,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784748829.1038158,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","EoS":false} {"level":"info","ts":1784748829.1038342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf","EoS":true} {"level":"info","ts":1784748829.1038857,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d2b060a-3284-4a87-8772-7746065a18bf"} {"level":"info","ts":1784749325.1041982,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784749325.1043186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"} {"level":"info","ts":1784749325.1043305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"} {"level":"info","ts":1784749325.104347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","EoS":true} {"level":"info","ts":1784749325.1043808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","header":"x-maas-username"} {"level":"info","ts":1784749325.104405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","header":"x-maas-group"} {"level":"info","ts":1784749325.1044185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","header":"x-maas-subscription"} {"level":"info","ts":1784749325.1044374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","path":"/ai-tenant-e2e-shared-b-4addf8/rate-test-model-4addf8/v1/completions"} {"level":"info","ts":1784749325.1044722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"} {"level":"info","ts":1784749325.117376,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"} {"level":"info","ts":1784749325.1174037,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"} {"level":"info","ts":1784749325.1174197,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","EoS":false} {"level":"info","ts":1784749325.117432,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2","EoS":true} {"level":"info","ts":1784749325.1174855,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96c8398b-9a6c-4a04-aca6-3265136bc2b2"}