{"level":"info","ts":1785266248.18099,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9cbeca28-77af-480b-b8e9-10534906925c"} {"level":"info","ts":1785266248.1810055,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9cbeca28-77af-480b-b8e9-10534906925c","EoS":false} {"level":"info","ts":1785266248.181018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9cbeca28-77af-480b-b8e9-10534906925c","EoS":true} {"level":"info","ts":1785266248.181052,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9cbeca28-77af-480b-b8e9-10534906925c"} {"level":"info","ts":1785266248.3121,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266248.3121595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2"} {"level":"info","ts":1785266248.3121698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2"} {"level":"info","ts":1785266248.312181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2","EoS":true} {"level":"info","ts":1785266248.3122034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2","header":"x-maas-subscription"} {"level":"info","ts":1785266248.312213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2","header":"x-maas-group"} {"level":"info","ts":1785266248.3122191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2","header":"x-maas-username"} {"level":"info","ts":1785266248.312232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266248.3122594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2"} {"level":"info","ts":1785266248.313217,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2"} {"level":"info","ts":1785266248.3132339,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2"} {"level":"info","ts":1785266248.3132532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2","EoS":false} {"level":"info","ts":1785266248.313266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2","EoS":true} {"level":"info","ts":1785266248.313295,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bdd8d158-3532-4b10-86bf-dc343fe77af2"} {"level":"info","ts":1785266248.4493215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266248.4493794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b"} {"level":"info","ts":1785266248.4493904,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b"} {"level":"info","ts":1785266248.449401,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b","EoS":true} {"level":"info","ts":1785266248.449419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b","header":"x-maas-username"} {"level":"info","ts":1785266248.4494603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b","header":"x-maas-subscription"} {"level":"info","ts":1785266248.4494681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b","header":"x-maas-group"} {"level":"info","ts":1785266248.449495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266248.449523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b"} {"level":"info","ts":1785266248.4504156,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b"} {"level":"info","ts":1785266248.4504323,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b"} {"level":"info","ts":1785266248.450447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b","EoS":false} {"level":"info","ts":1785266248.450467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b","EoS":true} {"level":"info","ts":1785266248.4505208,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d3bf5a7b-de3a-4c06-979c-de258bcc5c4b"} {"level":"info","ts":1785266248.5811777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266248.5812347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8"} {"level":"info","ts":1785266248.581246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8"} {"level":"info","ts":1785266248.581256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8","EoS":true} {"level":"info","ts":1785266248.581276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8","header":"x-maas-subscription"} {"level":"info","ts":1785266248.5812857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8","header":"x-maas-username"} {"level":"info","ts":1785266248.581291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8","header":"x-maas-group"} {"level":"info","ts":1785266248.5813036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266248.581328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8"} {"level":"info","ts":1785266248.5822215,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8"} {"level":"info","ts":1785266248.5822387,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8"} {"level":"info","ts":1785266248.5822546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8","EoS":false} {"level":"info","ts":1785266248.5822644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8","EoS":true} {"level":"info","ts":1785266248.5822911,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9aa1c684-cfcb-4e8f-ab01-84773192c4e8"} {"level":"info","ts":1785266248.7121108,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266248.7121785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19"} {"level":"info","ts":1785266248.7121916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19"} {"level":"info","ts":1785266248.712202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19","EoS":true} {"level":"info","ts":1785266248.7122219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19","header":"x-maas-username"} {"level":"info","ts":1785266248.7122319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19","header":"x-maas-subscription"} {"level":"info","ts":1785266248.7122378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19","header":"x-maas-group"} {"level":"info","ts":1785266248.7122493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266248.712272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19"} {"level":"info","ts":1785266248.7132447,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19"} {"level":"info","ts":1785266248.7132587,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19"} {"level":"info","ts":1785266248.7132776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19","EoS":false} {"level":"info","ts":1785266248.7132895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19","EoS":true} {"level":"info","ts":1785266248.7133138,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bac3f9f7-87a3-4143-a13d-35e7d93f2e19"} {"level":"info","ts":1785266267.7055712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266267.7057064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b"} {"level":"info","ts":1785266267.705722,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b"} {"level":"info","ts":1785266267.705737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b","EoS":true} {"level":"info","ts":1785266267.7057636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b","header":"x-maas-username"} {"level":"info","ts":1785266267.7057717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b","header":"x-maas-subscription"} {"level":"info","ts":1785266267.7057774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b","header":"x-maas-group"} {"level":"info","ts":1785266267.7057912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266267.7058275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b"} {"level":"info","ts":1785266267.7067454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b"} {"level":"info","ts":1785266267.7067723,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b"} {"level":"info","ts":1785266267.7067873,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b","EoS":false} {"level":"info","ts":1785266267.7067974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b","EoS":true} {"level":"info","ts":1785266267.7068303,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5b1d9d95-0bce-405d-b455-77222267e39b"} {"level":"info","ts":1785266267.7876124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266267.7876952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9200d612-0cd7-498d-8594-1fe5779ff8a6"} {"level":"info","ts":1785266267.7898574,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9200d612-0cd7-498d-8594-1fe5779ff8a6"} {"level":"info","ts":1785266267.7898774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9200d612-0cd7-498d-8594-1fe5779ff8a6"} {"level":"info","ts":1785266267.7898946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9200d612-0cd7-498d-8594-1fe5779ff8a6","EoS":false} {"level":"info","ts":1785266267.7899148,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9200d612-0cd7-498d-8594-1fe5779ff8a6"} {"level":"info","ts":1785266267.789942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9200d612-0cd7-498d-8594-1fe5779ff8a6","EoS":true} {"level":"info","ts":1785266267.7899497,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9200d612-0cd7-498d-8594-1fe5779ff8a6"} {"level":"info","ts":1785266272.4075594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266272.4076488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b"} {"level":"info","ts":1785266272.407659,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b"} {"level":"info","ts":1785266272.4076712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b","EoS":true} {"level":"info","ts":1785266272.4076989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b","header":"x-maas-group"} {"level":"info","ts":1785266272.4077144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b","header":"x-maas-username"} {"level":"info","ts":1785266272.4077232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b","header":"x-maas-subscription"} {"level":"info","ts":1785266272.4077392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266272.4077652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b"} {"level":"info","ts":1785266272.4086251,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b"} {"level":"info","ts":1785266272.408648,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b"} {"level":"info","ts":1785266272.4086623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b","EoS":false} {"level":"info","ts":1785266272.4086745,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b","EoS":true} {"level":"info","ts":1785266272.4087055,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e037d75d-99b5-4a3e-a749-e06f2ca2d68b"} {"level":"info","ts":1785266283.0456603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266283.0457346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298"} {"level":"info","ts":1785266283.0457456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298"} {"level":"info","ts":1785266283.0457568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298","EoS":true} {"level":"info","ts":1785266283.045786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298","header":"x-maas-subscription"} {"level":"info","ts":1785266283.0458348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298","header":"x-maas-username"} {"level":"info","ts":1785266283.04584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298","header":"x-maas-group"} {"level":"info","ts":1785266283.045854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785266283.04588,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298"} {"level":"info","ts":1785266283.0469332,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298"} {"level":"info","ts":1785266283.0469558,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298"} {"level":"info","ts":1785266283.0469773,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298","EoS":false} {"level":"info","ts":1785266283.0469875,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298","EoS":true} {"level":"info","ts":1785266283.047015,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1cc5581a-3ddb-43f3-968d-851b06f61298"} {"level":"info","ts":1785266295.9245348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266295.924632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946"} {"level":"info","ts":1785266295.9246464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946"} {"level":"info","ts":1785266295.9246666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946","EoS":true} {"level":"info","ts":1785266295.9247074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946","header":"x-maas-subscription"} {"level":"info","ts":1785266295.92472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946","header":"x-maas-group"} {"level":"info","ts":1785266295.9247289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946","header":"x-maas-username"} {"level":"info","ts":1785266295.924748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266295.9247892,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946"} {"level":"info","ts":1785266295.92567,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946"} {"level":"info","ts":1785266295.925695,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946"} {"level":"info","ts":1785266295.925711,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946","EoS":false} {"level":"info","ts":1785266295.9257226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946","EoS":true} {"level":"info","ts":1785266295.9257507,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6ae305bf-a4c3-4019-89e5-fe64d15ee946"} {"level":"info","ts":1785266304.4395747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266304.4396522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd"} {"level":"info","ts":1785266304.4396648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd"} {"level":"info","ts":1785266304.439676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd","EoS":true} {"level":"info","ts":1785266304.439702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd","header":"x-maas-subscription"} {"level":"info","ts":1785266304.4397123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd","header":"x-maas-username"} {"level":"info","ts":1785266304.4397173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd","header":"x-maas-group"} {"level":"info","ts":1785266304.4397326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266304.4397523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd"} {"level":"info","ts":1785266304.440667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd"} {"level":"info","ts":1785266304.4407,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd"} {"level":"info","ts":1785266304.4407187,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd","EoS":false} {"level":"info","ts":1785266304.4407327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd","EoS":true} {"level":"info","ts":1785266304.4407754,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"de1d5a53-0865-45f1-bfbb-570d950a50dd"} {"level":"info","ts":1785266313.2863274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266313.286418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8"} {"level":"info","ts":1785266313.2864296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8"} {"level":"info","ts":1785266313.2864413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8","EoS":true} {"level":"info","ts":1785266313.2864678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8","header":"x-maas-subscription"} {"level":"info","ts":1785266313.2864943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8","header":"x-maas-group"} {"level":"info","ts":1785266313.2865043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8","header":"x-maas-username"} {"level":"info","ts":1785266313.286523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266313.2865536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8"} {"level":"info","ts":1785266313.2875156,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8"} {"level":"info","ts":1785266313.2875373,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8"} {"level":"info","ts":1785266313.2875552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8","EoS":false} {"level":"info","ts":1785266313.2875683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8","EoS":true} {"level":"info","ts":1785266313.2875967,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fbe48819-ea29-40a9-a85d-7e34ab5d43e8"} {"level":"info","ts":1785266336.1080894,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266336.1082401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375"} {"level":"info","ts":1785266336.1082613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375"} {"level":"info","ts":1785266336.1082816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375","EoS":true} {"level":"info","ts":1785266336.1083193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375","header":"x-maas-subscription"} {"level":"info","ts":1785266336.108337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375","header":"x-maas-group"} {"level":"info","ts":1785266336.108344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375","header":"x-maas-username"} {"level":"info","ts":1785266336.1083622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785266336.1083965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375"} {"level":"info","ts":1785266336.1093469,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375"} {"level":"info","ts":1785266336.1093705,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375"} {"level":"info","ts":1785266336.109395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375","EoS":false} {"level":"info","ts":1785266336.1094112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375","EoS":true} {"level":"info","ts":1785266336.109442,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2b661c35-bea7-44c8-bf48-7aa94d8b0375"} {"level":"info","ts":1785266359.5899694,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266359.59007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa"} {"level":"info","ts":1785266359.590083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa"} {"level":"info","ts":1785266359.5900955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa","EoS":true} {"level":"info","ts":1785266359.5901241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa","header":"x-maas-username"} {"level":"info","ts":1785266359.5901344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa","header":"x-maas-group"} {"level":"info","ts":1785266359.59014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa","header":"x-maas-subscription"} {"level":"info","ts":1785266359.5901546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785266359.590182,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa"} {"level":"info","ts":1785266359.5925143,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa"} {"level":"info","ts":1785266359.5925357,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa"} {"level":"info","ts":1785266359.592552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa","EoS":false} {"level":"info","ts":1785266359.592564,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa","EoS":true} {"level":"info","ts":1785266359.592597,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9a4b168a-c57e-44cb-8118-b6bbd5d124fa"} {"level":"info","ts":1785266398.8395393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266398.8396378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f"} {"level":"info","ts":1785266398.8396509,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f"} {"level":"info","ts":1785266398.839665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f","EoS":true} {"level":"info","ts":1785266398.8397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f","header":"x-maas-username"} {"level":"info","ts":1785266398.8397167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f","header":"x-maas-subscription"} {"level":"info","ts":1785266398.839723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f","header":"x-maas-group"} {"level":"info","ts":1785266398.8397372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266398.8397655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f"} {"level":"info","ts":1785266398.8419268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f"} {"level":"info","ts":1785266398.841952,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f"} {"level":"info","ts":1785266398.8419733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f","EoS":false} {"level":"info","ts":1785266398.8419855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f","EoS":true} {"level":"info","ts":1785266398.842017,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"55e71b92-4015-4980-9bd9-a194aacbd79f"} {"level":"info","ts":1785266408.1786184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266408.178715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d"} {"level":"info","ts":1785266408.1787293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d"} {"level":"info","ts":1785266408.178748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d","EoS":true} {"level":"info","ts":1785266408.1787875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d","header":"x-maas-username"} {"level":"info","ts":1785266408.178802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d","header":"x-maas-subscription"} {"level":"info","ts":1785266408.178811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d","header":"x-maas-group"} {"level":"info","ts":1785266408.178831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266408.1788673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d"} {"level":"info","ts":1785266408.1797295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d"} {"level":"info","ts":1785266408.1797552,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d"} {"level":"info","ts":1785266408.1797733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d","EoS":false} {"level":"info","ts":1785266408.1797857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d","EoS":true} {"level":"info","ts":1785266408.179817,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"79be427a-fa47-4386-991b-c45e4535de3d"} {"level":"info","ts":1785266408.2119021,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266408.211982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49"} {"level":"info","ts":1785266408.2119937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49"} {"level":"info","ts":1785266408.212011,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49","EoS":true} {"level":"info","ts":1785266408.2120423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49","header":"x-maas-username"} {"level":"info","ts":1785266408.2120547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49","header":"x-maas-subscription"} {"level":"info","ts":1785266408.2120643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49","header":"x-maas-group"} {"level":"info","ts":1785266408.2120833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266408.2121146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49"} {"level":"info","ts":1785266408.212906,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49"} {"level":"info","ts":1785266408.2129297,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49"} {"level":"info","ts":1785266408.2129471,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49","EoS":false} {"level":"info","ts":1785266408.2129607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49","EoS":true} {"level":"info","ts":1785266408.2129898,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1b920cc8-d8f5-4388-8197-7e5047da6a49"} {"level":"info","ts":1785266427.1619902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266427.162071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657"} {"level":"info","ts":1785266427.1620808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657"} {"level":"info","ts":1785266427.1620936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657","EoS":true} {"level":"info","ts":1785266427.1621232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657","header":"x-maas-group"} {"level":"info","ts":1785266427.1621344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657","header":"x-maas-subscription"} {"level":"info","ts":1785266427.1621397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657","header":"x-maas-username"} {"level":"info","ts":1785266427.1621528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266427.1621776,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657"} {"level":"info","ts":1785266427.163169,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657"} {"level":"info","ts":1785266427.1631937,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657"} {"level":"info","ts":1785266427.16321,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657","EoS":false} {"level":"info","ts":1785266427.1632216,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657","EoS":true} {"level":"info","ts":1785266427.1632495,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"14351480-3eab-4ee2-a42e-bdccd8fc0657"} {"level":"info","ts":1785266560.2735965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266560.2737348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167"} {"level":"info","ts":1785266560.2737544,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167"} {"level":"info","ts":1785266560.273773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167","EoS":true} {"level":"info","ts":1785266560.2738001,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167","header":"x-maas-subscription"} {"level":"info","ts":1785266560.2738106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167","header":"x-maas-group"} {"level":"info","ts":1785266560.273817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167","header":"x-maas-username"} {"level":"info","ts":1785266560.2738307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785266560.273862,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167"} {"level":"info","ts":1785266560.2751706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167"} {"level":"info","ts":1785266560.2751975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167"} {"level":"info","ts":1785266560.2752197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167","EoS":false} {"level":"info","ts":1785266560.2752378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167","EoS":true} {"level":"info","ts":1785266560.2752829,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"132296fb-653e-4cc5-9c12-64fd9cf91167"} {"level":"info","ts":1785266599.3762896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266599.376382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd"} {"level":"info","ts":1785266599.3763926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd"} {"level":"info","ts":1785266599.3764043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd","EoS":true} {"level":"info","ts":1785266599.3764307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd","header":"x-maas-group"} {"level":"info","ts":1785266599.3764412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd","header":"x-maas-subscription"} {"level":"info","ts":1785266599.376447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd","header":"x-maas-username"} {"level":"info","ts":1785266599.3764608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266599.3765001,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd"} {"level":"info","ts":1785266599.3790236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd"} {"level":"info","ts":1785266599.3790483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd"} {"level":"info","ts":1785266599.3790705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd","EoS":false} {"level":"info","ts":1785266599.3790882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd","EoS":true} {"level":"info","ts":1785266599.3791316,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90614f7c-eb66-4c92-98d3-ad00b9674fcd"} {"level":"info","ts":1785266614.5909193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266614.5910003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d"} {"level":"info","ts":1785266614.5910127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d"} {"level":"info","ts":1785266614.591063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d","EoS":true} {"level":"info","ts":1785266614.5910962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d","header":"x-maas-subscription"} {"level":"info","ts":1785266614.5911105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d","header":"x-maas-group"} {"level":"info","ts":1785266614.5911176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d","header":"x-maas-username"} {"level":"info","ts":1785266614.5911312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266614.5911567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d"} {"level":"info","ts":1785266614.592008,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d"} {"level":"info","ts":1785266614.5920281,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d"} {"level":"info","ts":1785266614.5920439,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d","EoS":false} {"level":"info","ts":1785266614.5920565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d","EoS":true} {"level":"info","ts":1785266614.5920866,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"91fdc054-bb5f-4d2b-8e3c-b573c5f3073d"} {"level":"info","ts":1785266951.582977,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266951.5830624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0"} {"level":"info","ts":1785266951.583077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0"} {"level":"info","ts":1785266951.5830915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0","EoS":true} {"level":"info","ts":1785266951.5831192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0","header":"x-maas-group"} {"level":"info","ts":1785266951.5831301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0","header":"x-maas-subscription"} {"level":"info","ts":1785266951.583136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0","header":"x-maas-username"} {"level":"info","ts":1785266951.5831516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266951.5831826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0"} {"level":"info","ts":1785266951.5841866,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0"} {"level":"info","ts":1785266951.58421,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0"} {"level":"info","ts":1785266951.5842273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0","EoS":false} {"level":"info","ts":1785266951.58424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0","EoS":true} {"level":"info","ts":1785266951.5842767,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c7171834-e97e-4110-a1d2-9ee021983fa0"} {"level":"info","ts":1785266951.6199732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266951.6200356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5"} {"level":"info","ts":1785266951.6200445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5"} {"level":"info","ts":1785266951.620058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5","EoS":true} {"level":"info","ts":1785266951.6200843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5","header":"x-maas-subscription"} {"level":"info","ts":1785266951.620095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5","header":"x-maas-group"} {"level":"info","ts":1785266951.6201,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5","header":"x-maas-username"} {"level":"info","ts":1785266951.6201122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785266951.6201344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5"} {"level":"info","ts":1785266951.622799,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5"} {"level":"info","ts":1785266951.6228218,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5"} {"level":"info","ts":1785266951.6228383,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5","EoS":false} {"level":"info","ts":1785266951.6228533,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5","EoS":true} {"level":"info","ts":1785266951.6228826,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f886c984-cfac-4d51-a64e-25c422f26ae5"} {"level":"info","ts":1785266956.3804567,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5730e81e-7983-438f-bbcb-40bf74d7a955","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785266956.3807552,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34500.497174218,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.38078,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.4183462,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.4815788,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5730e81e-7983-438f-bbcb-40bf74d7a955","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785266956.487506,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a125d7-d654-464f-ab58-af05cac6d038"} {"level":"info","ts":1785266956.4875607,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b0231ec-1273-4ec7-8260-d3a240592a32","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785266956.487597,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b0231ec-1273-4ec7-8260-d3a240592a32","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785266956.4951475,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f42195c-6065-4d02-a693-5638f5bd56a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785266956.4951723,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f42195c-6065-4d02-a693-5638f5bd56a1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785266956.4955244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34298.85917137,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.4955435,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.503827,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.5958254,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a125d7-d654-464f-ab58-af05cac6d038","name":"e2e-external-provider"} {"level":"info","ts":1785266956.598762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58d972f7-0244-41a4-9c6b-87116d4b6042"} {"level":"info","ts":1785266956.5987973,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d88ba1d-3317-4407-bf5b-651cceaafe1d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266956.59884,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d88ba1d-3317-4407-bf5b-651cceaafe1d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785266956.6046238,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f3397bf-8ac3-4362-8b8b-7b6b6a406625","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266956.604651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f3397bf-8ac3-4362-8b8b-7b6b6a406625","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785266956.604783,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58d972f7-0244-41a4-9c6b-87116d4b6042","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785266956.612759,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a125d7-d654-464f-ab58-af05cac6d038","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785266956.6128197,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"915be7c0-1349-44ec-8d3d-28c5950fa3f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266956.612851,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"915be7c0-1349-44ec-8d3d-28c5950fa3f4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785266956.6131725,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58d972f7-0244-41a4-9c6b-87116d4b6042","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266956.6132543,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7187124-ee23-484a-9cc9-bfeea5480d34"} {"level":"info","ts":1785266956.6132815,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7187124-ee23-484a-9cc9-bfeea5480d34","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785266956.6178136,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7187124-ee23-484a-9cc9-bfeea5480d34","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266956.6213183,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a125d7-d654-464f-ab58-af05cac6d038","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785266956.6284378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82a8c080-7362-497a-a01f-38502b3ed0b9"} {"level":"info","ts":1785266956.6284716,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82a8c080-7362-497a-a01f-38502b3ed0b9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785266956.6292844,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3a125d7-d654-464f-ab58-af05cac6d038","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785266956.6333258,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82a8c080-7362-497a-a01f-38502b3ed0b9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266956.6381047,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07183754-ca11-4084-a178-89955d0ea5ff"} {"level":"info","ts":1785266956.6381717,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07183754-ca11-4084-a178-89955d0ea5ff","name":"e2e-external-provider"} {"level":"info","ts":1785266956.6381884,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d2bae4c-454c-419f-a903-e4b345066df2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785266956.6382098,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d2bae4c-454c-419f-a903-e4b345066df2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785266956.638294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"456212cb-4900-41a4-9524-45a58f6c5456"} {"level":"info","ts":1785266956.638531,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36773.823746944,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.6385489,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.6385841,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"324307f2-c8c3-43eb-a3c7-64cf81b5b9a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266956.6386085,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"324307f2-c8c3-43eb-a3c7-64cf81b5b9a5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785266956.6472166,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785266956.6476007,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07183754-ca11-4084-a178-89955d0ea5ff","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785266956.650853,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07183754-ca11-4084-a178-89955d0ea5ff","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266956.6509416,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88a95120-87fc-43de-8dfd-b37544324fc7"} {"level":"info","ts":1785266956.6509795,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88a95120-87fc-43de-8dfd-b37544324fc7","name":"e2e-external-provider"} {"level":"info","ts":1785266956.6599514,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"88a95120-87fc-43de-8dfd-b37544324fc7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785266956.7386885,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"456212cb-4900-41a4-9524-45a58f6c5456","name":"e2e-external-model"} {"level":"info","ts":1785266956.749919,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"456212cb-4900-41a4-9524-45a58f6c5456","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785266956.7580328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7694a4a6-ed92-4fb7-b1f0-bcbe9f15ff41","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266956.75807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34571001-085f-46c3-add4-370811f81ed3"} {"level":"info","ts":1785266956.7581182,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34571001-085f-46c3-add4-370811f81ed3","name":"e2e-external-model"} {"level":"info","ts":1785266956.7580712,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7694a4a6-ed92-4fb7-b1f0-bcbe9f15ff41","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785266956.7748034,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34571001-085f-46c3-add4-370811f81ed3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266956.7748647,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94ae92a2-2c58-4876-9878-cad97ca543d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266956.7748833,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f940e01-c731-432b-9b4f-1377920c837b"} {"level":"info","ts":1785266956.7748983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94ae92a2-2c58-4876-9878-cad97ca543d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785266956.774937,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f940e01-c731-432b-9b4f-1377920c837b","name":"e2e-external-model"} {"level":"info","ts":1785266956.7831948,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f940e01-c731-432b-9b4f-1377920c837b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785266956.790465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84c639c0-9865-46a4-af7a-d94a29fbae04","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266956.790508,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84c639c0-9865-46a4-af7a-d94a29fbae04","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785266956.7906513,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b204170-8a59-4901-b748-d8198cbe57a8"} {"level":"info","ts":1785266956.7907035,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b204170-8a59-4901-b748-d8198cbe57a8","name":"e2e-external-model"} {"level":"info","ts":1785266956.798092,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b204170-8a59-4901-b748-d8198cbe57a8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785266966.2555869,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266966.2556844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64"} {"level":"info","ts":1785266966.255699,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64"} {"level":"info","ts":1785266966.2557182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","EoS":true} {"level":"info","ts":1785266966.255757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","header":"x-maas-username"} {"level":"info","ts":1785266966.2557695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","header":"x-maas-group"} {"level":"info","ts":1785266966.2557771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","header":"x-maas-subscription"} {"level":"info","ts":1785266966.2557983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785266966.255811,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","modelName":"e2e-external-model"} {"level":"info","ts":1785266966.255832,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785266966.2558668,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785266966.255895,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","authType":"apikey"} {"level":"info","ts":1785266966.2559316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64"} {"level":"info","ts":1785266966.3537793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64"} {"level":"info","ts":1785266966.3538117,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64"} {"level":"info","ts":1785266966.3538322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","EoS":false} {"level":"info","ts":1785266966.3538473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","EoS":true} {"level":"error","ts":1785266966.3538578,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785266966.3539066,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8fe6a63d-de12-430a-b956-2244c575aa64"} {"level":"info","ts":1785266966.4605525,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e8e4956-d8ff-4cf9-a0c7-b28ecaf66cdf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785266966.4605782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36e3eefb-d774-4882-9de4-b4e7cac5e3a8"} {"level":"info","ts":1785266966.460603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e8e4956-d8ff-4cf9-a0c7-b28ecaf66cdf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785266966.4682627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bfb4a1a-1e51-49ec-afb7-a8ad0461a0db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785266966.4682984,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bfb4a1a-1e51-49ec-afb7-a8ad0461a0db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785266966.468869,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36e3eefb-d774-4882-9de4-b4e7cac5e3a8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266966.4689684,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36e3eefb-d774-4882-9de4-b4e7cac5e3a8","name":"e2e-cleanup-test"} {"level":"info","ts":1785266966.4790375,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36e3eefb-d774-4882-9de4-b4e7cac5e3a8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785266966.483239,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36e3eefb-d774-4882-9de4-b4e7cac5e3a8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266966.4833171,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef089a3-5876-4ccc-a5ec-2debced3897b"} {"level":"info","ts":1785266966.4833825,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef089a3-5876-4ccc-a5ec-2debced3897b","name":"e2e-cleanup-test"} {"level":"info","ts":1785266966.4879892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a2d5bac-c07e-428e-bfaf-9ecfc7fd5962","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785266966.4880297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a2d5bac-c07e-428e-bfaf-9ecfc7fd5962","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785266966.4958599,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef089a3-5876-4ccc-a5ec-2debced3897b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785266966.4959097,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef089a3-5876-4ccc-a5ec-2debced3897b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266966.4959662,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3102e15e-695d-4b27-8a93-982f4de65a51"} {"level":"info","ts":1785266966.4960425,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3102e15e-695d-4b27-8a93-982f4de65a51","name":"e2e-cleanup-test"} {"level":"info","ts":1785266966.499168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e28e7bf-cb8c-4a50-ba6e-2c11caa7a06d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785266966.4991994,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e28e7bf-cb8c-4a50-ba6e-2c11caa7a06d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785266966.505552,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3102e15e-695d-4b27-8a93-982f4de65a51","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785266966.5091872,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3102e15e-695d-4b27-8a93-982f4de65a51","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266966.5092597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"794a17bb-5f3a-452c-9b41-20b193fb7f5b"} {"level":"info","ts":1785266966.5093012,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"794a17bb-5f3a-452c-9b41-20b193fb7f5b","name":"e2e-cleanup-test"} {"level":"info","ts":1785266966.5160584,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21a69b41-3554-451d-b239-9c4539850db7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785266966.516088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21a69b41-3554-451d-b239-9c4539850db7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785266966.5169919,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"794a17bb-5f3a-452c-9b41-20b193fb7f5b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785266966.5205908,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"794a17bb-5f3a-452c-9b41-20b193fb7f5b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785266966.5206518,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b429a414-9df7-4c2a-b9dc-73ec253d0775"} {"level":"info","ts":1785266966.5206928,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b429a414-9df7-4c2a-b9dc-73ec253d0775","name":"e2e-cleanup-test"} {"level":"info","ts":1785266966.530111,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b429a414-9df7-4c2a-b9dc-73ec253d0775","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785266974.7059395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b2ac541-7edc-4ff6-aa64-96e12343381d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785266974.7059808,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b2ac541-7edc-4ff6-aa64-96e12343381d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785266974.7059813,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91dd4d6e-6024-4fc0-9ad2-33034a4ca362"} {"level":"info","ts":1785266979.0203743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266979.0204742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01da4eaf-8b0f-4ad4-add5-1c7d3362b2e9"} {"level":"info","ts":1785266979.0205228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01da4eaf-8b0f-4ad4-add5-1c7d3362b2e9"} {"level":"info","ts":1785266979.0205438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01da4eaf-8b0f-4ad4-add5-1c7d3362b2e9","EoS":true} {"level":"info","ts":1785266979.0205936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01da4eaf-8b0f-4ad4-add5-1c7d3362b2e9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785266979.0206335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01da4eaf-8b0f-4ad4-add5-1c7d3362b2e9"} {"level":"info","ts":1785266979.067016,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266979.0670862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6"} {"level":"info","ts":1785266979.0670986,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6"} {"level":"info","ts":1785266979.0671093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","EoS":true} {"level":"info","ts":1785266979.0671318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","header":"x-maas-subscription"} {"level":"info","ts":1785266979.0671422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","header":"x-maas-group"} {"level":"info","ts":1785266979.0671473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","header":"x-maas-username"} {"level":"info","ts":1785266979.0671604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785266979.0671692,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","modelName":"e2e-external-model"} {"level":"info","ts":1785266979.0671818,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785266979.0672026,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785266979.0672214,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","authType":"apikey"} {"level":"info","ts":1785266979.0672457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6"} {"level":"info","ts":1785266979.1183453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6"} {"level":"info","ts":1785266979.1183748,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6"} {"level":"info","ts":1785266979.1183949,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","EoS":false} {"level":"info","ts":1785266979.1184137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","EoS":true} {"level":"error","ts":1785266979.118427,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785266979.118461,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f15fbb63-e85f-4ef4-9061-b5787cbc84d6"} {"level":"info","ts":1785266979.15414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266979.1542187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb"} {"level":"info","ts":1785266979.1542306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb"} {"level":"info","ts":1785266979.1542428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb","EoS":true} {"level":"info","ts":1785266979.1542795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb","header":"x-maas-username"} {"level":"info","ts":1785266979.15429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb","header":"x-maas-subscription"} {"level":"info","ts":1785266979.1542952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb","header":"x-maas-group"} {"level":"info","ts":1785266979.1543107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785266979.1543357,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb"} {"level":"info","ts":1785266979.2608476,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb"} {"level":"info","ts":1785266979.2608817,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb"} {"level":"info","ts":1785266979.2609003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb","EoS":false} {"level":"info","ts":1785266979.2609134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb","EoS":true} {"level":"error","ts":1785266979.2609239,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785266979.260967,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"68dc310a-df24-4078-a60d-fc38aa54f9eb"} {"level":"info","ts":1785266979.305173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785266979.305233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea"} {"level":"info","ts":1785266979.3052437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea"} {"level":"info","ts":1785266979.3052547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea","EoS":true} {"level":"info","ts":1785266979.3052769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea","header":"x-maas-subscription"} {"level":"info","ts":1785266979.3052864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea","header":"x-maas-username"} {"level":"info","ts":1785266979.305291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea","header":"x-maas-group"} {"level":"info","ts":1785266979.305319,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea"} {"level":"info","ts":1785266979.3572443,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea"} {"level":"info","ts":1785266979.3572626,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea"} {"level":"info","ts":1785266979.3572857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea","EoS":false} {"level":"info","ts":1785266979.357298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea","EoS":true} {"level":"error","ts":1785266979.357308,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785266979.3573418,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7892b733-41d0-4a72-90e4-e5719111c5ea"} {"level":"info","ts":1785266980.2221107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1db7b5bf-abf8-46c5-b93c-08eed5780732","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266980.2221563,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1db7b5bf-abf8-46c5-b93c-08eed5780732","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785266980.2221184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc7d36bd-ce59-47d4-a515-b6a057bfe693"} {"level":"info","ts":1785266980.372279,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6716ee6-0f10-497d-acfd-6c69e1446557","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785266980.3723292,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6716ee6-0f10-497d-acfd-6c69e1446557","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785266980.3723981,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32328c0b-2519-4728-b6ca-7494a3945532"} {"level":"info","ts":1785266980.4928048,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0df3f66a-95d1-44d4-9b64-cd9b67bb57c4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785266980.4929352,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0df3f66a-95d1-44d4-9b64-cd9b67bb57c4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785268404.325336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268404.3254309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6b7a50a-b634-420f-86e3-55f0da2f3ea2"} {"level":"info","ts":1785268469.2753372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268469.2754245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85235954-2233-4100-95e3-eee84956692f"} {"level":"info","ts":1785268469.2754347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85235954-2233-4100-95e3-eee84956692f"} {"level":"info","ts":1785268469.275446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85235954-2233-4100-95e3-eee84956692f","EoS":true} {"level":"info","ts":1785268469.2754726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85235954-2233-4100-95e3-eee84956692f","header":"x-maas-group"} {"level":"info","ts":1785268469.2755027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85235954-2233-4100-95e3-eee84956692f","header":"x-maas-username"} {"level":"info","ts":1785268469.275508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85235954-2233-4100-95e3-eee84956692f","header":"x-maas-subscription"} {"level":"info","ts":1785268469.275522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85235954-2233-4100-95e3-eee84956692f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785268469.2755501,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85235954-2233-4100-95e3-eee84956692f"} {"level":"info","ts":1785268469.2771177,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85235954-2233-4100-95e3-eee84956692f"} {"level":"info","ts":1785268469.2771482,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"85235954-2233-4100-95e3-eee84956692f"} {"level":"info","ts":1785268469.2771642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85235954-2233-4100-95e3-eee84956692f","EoS":false} {"level":"info","ts":1785268469.2771757,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85235954-2233-4100-95e3-eee84956692f","EoS":true} {"level":"info","ts":1785268469.2772105,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"85235954-2233-4100-95e3-eee84956692f"}