{"level":"info","ts":1785277463.5214305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a1a91a0-f9e0-4c4d-8a63-88cd39ec4e53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277463.5214555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a1a91a0-f9e0-4c4d-8a63-88cd39ec4e53"} {"level":"info","ts":1785277463.5238433,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a1a91a0-f9e0-4c4d-8a63-88cd39ec4e53"} {"level":"info","ts":1785277463.5238576,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9a1a91a0-f9e0-4c4d-8a63-88cd39ec4e53"} {"level":"info","ts":1785277463.5238707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a1a91a0-f9e0-4c4d-8a63-88cd39ec4e53","EoS":false} {"level":"info","ts":1785277463.5238812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a1a91a0-f9e0-4c4d-8a63-88cd39ec4e53","EoS":true} {"level":"info","ts":1785277463.5239124,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9a1a91a0-f9e0-4c4d-8a63-88cd39ec4e53"} {"level":"info","ts":1785277463.6643784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277463.6644495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8"} {"level":"info","ts":1785277463.6644602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8"} {"level":"info","ts":1785277463.6644716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8","EoS":true} {"level":"info","ts":1785277463.6644962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8","header":"x-maas-username"} {"level":"info","ts":1785277463.664506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8","header":"x-maas-group"} {"level":"info","ts":1785277463.6645122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8","header":"x-maas-subscription"} {"level":"info","ts":1785277463.664524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277463.6645482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8"} {"level":"info","ts":1785277463.66539,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8"} {"level":"info","ts":1785277463.6654027,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8"} {"level":"info","ts":1785277463.6654153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8","EoS":false} {"level":"info","ts":1785277463.665425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8","EoS":true} {"level":"info","ts":1785277463.6654484,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"49612f7c-e8a9-49e1-8226-fcf6c56c5fa8"} {"level":"info","ts":1785277463.8019128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277463.801991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e"} {"level":"info","ts":1785277463.8020017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e"} {"level":"info","ts":1785277463.8020127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e","EoS":true} {"level":"info","ts":1785277463.8020363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e","header":"x-maas-subscription"} {"level":"info","ts":1785277463.8020463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e","header":"x-maas-group"} {"level":"info","ts":1785277463.802051,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e","header":"x-maas-username"} {"level":"info","ts":1785277463.802064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277463.8020883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e"} {"level":"info","ts":1785277463.8029387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e"} {"level":"info","ts":1785277463.8029525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e"} {"level":"info","ts":1785277463.802966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e","EoS":false} {"level":"info","ts":1785277463.8029773,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e","EoS":true} {"level":"info","ts":1785277463.8030028,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"48213224-c696-4e02-99e0-ce2fd98bca6e"} {"level":"info","ts":1785277463.9393709,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277463.939446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d"} {"level":"info","ts":1785277463.9394565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d"} {"level":"info","ts":1785277463.9394693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d","EoS":true} {"level":"info","ts":1785277463.9394944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d","header":"x-maas-subscription"} {"level":"info","ts":1785277463.939507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d","header":"x-maas-group"} {"level":"info","ts":1785277463.9395163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d","header":"x-maas-username"} {"level":"info","ts":1785277463.939531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277463.9395561,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d"} {"level":"info","ts":1785277463.9404566,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d"} {"level":"info","ts":1785277463.940475,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d"} {"level":"info","ts":1785277463.9404893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d","EoS":false} {"level":"info","ts":1785277463.9405012,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d","EoS":true} {"level":"info","ts":1785277463.9405277,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e53dd8f8-9646-41b0-8f5e-c6aad18f966d"} {"level":"info","ts":1785277464.0779393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277464.0780113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee"} {"level":"info","ts":1785277464.0780277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee"} {"level":"info","ts":1785277464.0780437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee","EoS":true} {"level":"info","ts":1785277464.0780728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee","header":"x-maas-group"} {"level":"info","ts":1785277464.0780833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee","header":"x-maas-username"} {"level":"info","ts":1785277464.0780885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee","header":"x-maas-subscription"} {"level":"info","ts":1785277464.078118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277464.0781498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee"} {"level":"info","ts":1785277464.078981,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee"} {"level":"info","ts":1785277464.0789979,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee"} {"level":"info","ts":1785277464.0790114,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee","EoS":false} {"level":"info","ts":1785277464.0790224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee","EoS":true} {"level":"info","ts":1785277464.0790482,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9d38f603-07bb-4318-a0ec-25d548c1a4ee"} {"level":"info","ts":1785277481.039134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277481.0392034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873"} {"level":"info","ts":1785277481.0392125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873"} {"level":"info","ts":1785277481.0392241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873","EoS":true} {"level":"info","ts":1785277481.0392516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873","header":"x-maas-username"} {"level":"info","ts":1785277481.0392623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873","header":"x-maas-subscription"} {"level":"info","ts":1785277481.0392678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873","header":"x-maas-group"} {"level":"info","ts":1785277481.0392818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277481.0393078,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873"} {"level":"info","ts":1785277481.0401547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873"} {"level":"info","ts":1785277481.0401719,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873"} {"level":"info","ts":1785277481.040191,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873","EoS":false} {"level":"info","ts":1785277481.0402093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873","EoS":true} {"level":"info","ts":1785277481.0402365,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f80781a7-df8e-479f-b9fd-e2c3e2da0873"} {"level":"info","ts":1785277481.0787423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277481.0788143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075"} {"level":"info","ts":1785277481.0788248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075"} {"level":"info","ts":1785277481.0788352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075","EoS":true} {"level":"info","ts":1785277481.0788581,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075","header":"x-maas-group"} {"level":"info","ts":1785277481.0788684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075","header":"x-maas-subscription"} {"level":"info","ts":1785277481.0788743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075","header":"x-maas-username"} {"level":"info","ts":1785277481.0788858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277481.0789092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075"} {"level":"info","ts":1785277481.0796318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075"} {"level":"info","ts":1785277481.0796502,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075"} {"level":"info","ts":1785277481.0796688,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075","EoS":false} {"level":"info","ts":1785277481.0796814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075","EoS":true} {"level":"info","ts":1785277481.0797071,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1777232f-71a6-4655-aeb1-6dd14dc0f075"} {"level":"info","ts":1785277481.18667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277481.1867554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30ccccad-bdf4-411e-a90b-a940c2e55598"} {"level":"info","ts":1785277481.1883297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30ccccad-bdf4-411e-a90b-a940c2e55598"} {"level":"info","ts":1785277481.18835,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30ccccad-bdf4-411e-a90b-a940c2e55598"} {"level":"info","ts":1785277481.1883707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30ccccad-bdf4-411e-a90b-a940c2e55598","EoS":false} {"level":"info","ts":1785277481.1883862,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30ccccad-bdf4-411e-a90b-a940c2e55598"} {"level":"info","ts":1785277481.188414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30ccccad-bdf4-411e-a90b-a940c2e55598","EoS":true} {"level":"info","ts":1785277481.1884224,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30ccccad-bdf4-411e-a90b-a940c2e55598"} {"level":"info","ts":1785277485.8017352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277485.801813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a"} {"level":"info","ts":1785277485.8018224,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a"} {"level":"info","ts":1785277485.8018334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a","EoS":true} {"level":"info","ts":1785277485.8018665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a","header":"x-maas-subscription"} {"level":"info","ts":1785277485.80188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a","header":"x-maas-group"} {"level":"info","ts":1785277485.8018856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a","header":"x-maas-username"} {"level":"info","ts":1785277485.8018985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277485.8019292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a"} {"level":"info","ts":1785277485.8030748,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a"} {"level":"info","ts":1785277485.8030953,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a"} {"level":"info","ts":1785277485.803131,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a","EoS":false} {"level":"info","ts":1785277485.8031504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a","EoS":true} {"level":"info","ts":1785277485.8031957,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a0e57a3e-0f85-4016-8df2-d33c1879a00a"} {"level":"info","ts":1785277496.4246683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277496.4247684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45"} {"level":"info","ts":1785277496.4247837,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45"} {"level":"info","ts":1785277496.4247966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45","EoS":true} {"level":"info","ts":1785277496.4248219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45","header":"x-maas-subscription"} {"level":"info","ts":1785277496.4248295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45","header":"x-maas-username"} {"level":"info","ts":1785277496.4248338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45","header":"x-maas-group"} {"level":"info","ts":1785277496.4248483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277496.424875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45"} {"level":"info","ts":1785277496.4281173,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45"} {"level":"info","ts":1785277496.4281423,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45"} {"level":"info","ts":1785277496.4281585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45","EoS":false} {"level":"info","ts":1785277496.428171,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45","EoS":true} {"level":"info","ts":1785277496.4282007,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"db81954e-95f0-488a-8b6a-b3302c7bed45"} {"level":"info","ts":1785277509.3023663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277509.3024411,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f"} {"level":"info","ts":1785277509.3024502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f"} {"level":"info","ts":1785277509.3024614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f","EoS":true} {"level":"info","ts":1785277509.3024886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f","header":"x-maas-group"} {"level":"info","ts":1785277509.3024998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f","header":"x-maas-username"} {"level":"info","ts":1785277509.3025057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f","header":"x-maas-subscription"} {"level":"info","ts":1785277509.3025188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277509.3025424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f"} {"level":"info","ts":1785277509.303536,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f"} {"level":"info","ts":1785277509.3035572,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f"} {"level":"info","ts":1785277509.3035724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f","EoS":false} {"level":"info","ts":1785277509.303584,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f","EoS":true} {"level":"info","ts":1785277509.3036141,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"059aa506-156c-4647-aaa9-297e03cff51f"} {"level":"info","ts":1785277517.8257794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277517.8258638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed"} {"level":"info","ts":1785277517.8258784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed"} {"level":"info","ts":1785277517.8258984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed","EoS":true} {"level":"info","ts":1785277517.8259392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed","header":"x-maas-group"} {"level":"info","ts":1785277517.825952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed","header":"x-maas-subscription"} {"level":"info","ts":1785277517.8259606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed","header":"x-maas-username"} {"level":"info","ts":1785277517.8259845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277517.826019,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed"} {"level":"info","ts":1785277517.8271601,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed"} {"level":"info","ts":1785277517.827181,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed"} {"level":"info","ts":1785277517.8271964,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed","EoS":false} {"level":"info","ts":1785277517.8272085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed","EoS":true} {"level":"info","ts":1785277517.827236,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7e0e5761-48a2-4ccd-b76e-a240b6fd56ed"} {"level":"info","ts":1785277526.701255,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277526.701326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb"} {"level":"info","ts":1785277526.7013376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb"} {"level":"info","ts":1785277526.7013497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb","EoS":true} {"level":"info","ts":1785277526.7013748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb","header":"x-maas-group"} {"level":"info","ts":1785277526.7013855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb","header":"x-maas-username"} {"level":"info","ts":1785277526.7013915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb","header":"x-maas-subscription"} {"level":"info","ts":1785277526.7014043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277526.7014282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb"} {"level":"info","ts":1785277526.7024796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb"} {"level":"info","ts":1785277526.7025003,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb"} {"level":"info","ts":1785277526.7025218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb","EoS":false} {"level":"info","ts":1785277526.7025337,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb","EoS":true} {"level":"info","ts":1785277526.702563,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"20027f1b-0499-44a5-a4a0-9d6d3842accb"} {"level":"info","ts":1785277551.6810453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277551.6811383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006"} {"level":"info","ts":1785277551.6811495,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006"} {"level":"info","ts":1785277551.6811612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006","EoS":true} {"level":"info","ts":1785277551.6811862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006","header":"x-maas-username"} {"level":"info","ts":1785277551.6811967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006","header":"x-maas-group"} {"level":"info","ts":1785277551.6812024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006","header":"x-maas-subscription"} {"level":"info","ts":1785277551.681216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277551.6812415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006"} {"level":"info","ts":1785277551.6824417,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006"} {"level":"info","ts":1785277551.6824636,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006"} {"level":"info","ts":1785277551.6824784,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006","EoS":false} {"level":"info","ts":1785277551.682489,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006","EoS":true} {"level":"info","ts":1785277551.6825182,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"96e8b21f-2511-4fff-8502-55475b8f1006"} {"level":"info","ts":1785277574.216052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277574.2161477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e"} {"level":"info","ts":1785277574.2161613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e"} {"level":"info","ts":1785277574.2161825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e","EoS":true} {"level":"info","ts":1785277574.2162178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e","header":"x-maas-subscription"} {"level":"info","ts":1785277574.2162795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e","header":"x-maas-group"} {"level":"info","ts":1785277574.21629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e","header":"x-maas-username"} {"level":"info","ts":1785277574.2163079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277574.2163444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e"} {"level":"info","ts":1785277574.2174084,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e"} {"level":"info","ts":1785277574.2174323,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e"} {"level":"info","ts":1785277574.2174478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e","EoS":false} {"level":"info","ts":1785277574.2174582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e","EoS":true} {"level":"info","ts":1785277574.2174861,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"445ee0b9-058a-4b52-9356-da3485dbe67e"} {"level":"info","ts":1785277613.4529805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277613.4530585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded"} {"level":"info","ts":1785277613.4530685,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded"} {"level":"info","ts":1785277613.4530802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded","EoS":true} {"level":"info","ts":1785277613.453127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded","header":"x-maas-username"} {"level":"info","ts":1785277613.4531395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded","header":"x-maas-subscription"} {"level":"info","ts":1785277613.4531446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded","header":"x-maas-group"} {"level":"info","ts":1785277613.4531586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277613.4531822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded"} {"level":"info","ts":1785277613.4563656,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded"} {"level":"info","ts":1785277613.456382,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded"} {"level":"info","ts":1785277613.456396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded","EoS":false} {"level":"info","ts":1785277613.4564068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded","EoS":true} {"level":"info","ts":1785277613.4564323,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e99b5040-ddd0-4d40-85e4-4ae6aa23dded"} {"level":"info","ts":1785277622.8539455,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277622.8540115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b"} {"level":"info","ts":1785277622.854025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b"} {"level":"info","ts":1785277622.8540368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b","EoS":true} {"level":"info","ts":1785277622.8540597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b","header":"x-maas-group"} {"level":"info","ts":1785277622.85407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b","header":"x-maas-username"} {"level":"info","ts":1785277622.854076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b","header":"x-maas-subscription"} {"level":"info","ts":1785277622.8540883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277622.8541386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b"} {"level":"info","ts":1785277622.8553388,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b"} {"level":"info","ts":1785277622.855358,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b"} {"level":"info","ts":1785277622.8553782,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b","EoS":false} {"level":"info","ts":1785277622.8553927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b","EoS":true} {"level":"info","ts":1785277622.8554296,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d6cced00-9fc2-4aa9-be1a-47ffbcd1ea4b"} {"level":"info","ts":1785277622.894383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277622.894451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2"} {"level":"info","ts":1785277622.894462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2"} {"level":"info","ts":1785277622.8944726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2","EoS":true} {"level":"info","ts":1785277622.8944952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2","header":"x-maas-subscription"} {"level":"info","ts":1785277622.8945057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2","header":"x-maas-username"} {"level":"info","ts":1785277622.894512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2","header":"x-maas-group"} {"level":"info","ts":1785277622.8945253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277622.8945496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2"} {"level":"info","ts":1785277622.8956337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2"} {"level":"info","ts":1785277622.8956544,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2"} {"level":"info","ts":1785277622.895668,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2","EoS":false} {"level":"info","ts":1785277622.895679,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2","EoS":true} {"level":"info","ts":1785277622.8957078,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"92151f08-03e1-4987-b369-dcfb634e6df2"} {"level":"info","ts":1785277641.9597373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277641.959803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f"} {"level":"info","ts":1785277641.9598122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f"} {"level":"info","ts":1785277641.9598224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f","EoS":true} {"level":"info","ts":1785277641.9598448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f","header":"x-maas-subscription"} {"level":"info","ts":1785277641.959856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f","header":"x-maas-group"} {"level":"info","ts":1785277641.9598615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f","header":"x-maas-username"} {"level":"info","ts":1785277641.9598742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277641.9598997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f"} {"level":"info","ts":1785277641.9609573,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f"} {"level":"info","ts":1785277641.9609795,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f"} {"level":"info","ts":1785277641.9610047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f","EoS":false} {"level":"info","ts":1785277641.9610262,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f","EoS":true} {"level":"info","ts":1785277641.96107,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9374e49b-9a34-4932-a321-decf832f557f"} {"level":"info","ts":1785277777.2777157,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277777.2777975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6"} {"level":"info","ts":1785277777.277808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6"} {"level":"info","ts":1785277777.277819,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6","EoS":true} {"level":"info","ts":1785277777.2778485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6","header":"x-maas-subscription"} {"level":"info","ts":1785277777.2778583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6","header":"x-maas-group"} {"level":"info","ts":1785277777.2778637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6","header":"x-maas-username"} {"level":"info","ts":1785277777.277877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785277777.2779002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6"} {"level":"info","ts":1785277777.281716,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6"} {"level":"info","ts":1785277777.281739,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6"} {"level":"info","ts":1785277777.2817605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6","EoS":false} {"level":"info","ts":1785277777.281775,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6","EoS":true} {"level":"info","ts":1785277777.2818072,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"afc65864-fe3b-4edd-92b8-492c701e4cf6"} {"level":"info","ts":1785277818.6316104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277818.6316867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c"} {"level":"info","ts":1785277818.631696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c"} {"level":"info","ts":1785277818.6317077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c","EoS":true} {"level":"info","ts":1785277818.631733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c","header":"x-maas-username"} {"level":"info","ts":1785277818.6317427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c","header":"x-maas-subscription"} {"level":"info","ts":1785277818.6317475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c","header":"x-maas-group"} {"level":"info","ts":1785277818.6317604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277818.6317883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c"} {"level":"info","ts":1785277818.6336243,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c"} {"level":"info","ts":1785277818.6336455,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c"} {"level":"info","ts":1785277818.6336617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c","EoS":false} {"level":"info","ts":1785277818.6336737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c","EoS":true} {"level":"info","ts":1785277818.6337035,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e5311601-6dfe-4194-ab45-16aee15fc86c"} {"level":"info","ts":1785277833.8939743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277833.8940492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df"} {"level":"info","ts":1785277833.894065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df"} {"level":"info","ts":1785277833.8940833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df","EoS":true} {"level":"info","ts":1785277833.8941336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df","header":"x-maas-username"} {"level":"info","ts":1785277833.8941457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df","header":"x-maas-group"} {"level":"info","ts":1785277833.8941529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df","header":"x-maas-subscription"} {"level":"info","ts":1785277833.8941708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277833.8942032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df"} {"level":"info","ts":1785277833.8975077,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df"} {"level":"info","ts":1785277833.8975284,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df"} {"level":"info","ts":1785277833.8975432,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df","EoS":false} {"level":"info","ts":1785277833.897555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df","EoS":true} {"level":"info","ts":1785277833.8975863,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9cddaeb2-995d-4d95-87c4-3bb3b54b94df"} {"level":"info","ts":1785278135.1840637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278135.1841745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9"} {"level":"info","ts":1785278135.1841874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9"} {"level":"info","ts":1785278135.1841993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9","EoS":true} {"level":"info","ts":1785278135.1842215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9","header":"x-maas-subscription"} {"level":"info","ts":1785278135.184232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9","header":"x-maas-username"} {"level":"info","ts":1785278135.184237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9","header":"x-maas-group"} {"level":"info","ts":1785278135.1842494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785278135.1842725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9"} {"level":"info","ts":1785278135.1863544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9"} {"level":"info","ts":1785278135.186377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9"} {"level":"info","ts":1785278135.1863985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9","EoS":false} {"level":"info","ts":1785278135.1864161,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9","EoS":true} {"level":"info","ts":1785278135.1864536,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e4d1f6a2-fecd-4b52-bb73-43b074a98fe9"} {"level":"info","ts":1785278139.9840162,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b69ec871-c9b3-4148-8e36-7abc511dd842","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785278139.9842973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33777.163029768,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278139.9843304,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278140.0556445,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278140.0851984,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b69ec871-c9b3-4148-8e36-7abc511dd842","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785278140.107391,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d63fe1e-f96d-4642-8604-256c9266038a"} {"level":"info","ts":1785278140.107391,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c484ea8-3df9-4059-8f36-ce3bcab8f594","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278140.1074305,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c484ea8-3df9-4059-8f36-ce3bcab8f594","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785278140.1165411,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d56cb351-fea4-4bbd-bd84-5e30774d5305","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278140.116569,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d56cb351-fea4-4bbd-bd84-5e30774d5305","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785278140.1170142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36207.755740783,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278140.117032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278140.1273472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278140.2179372,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d63fe1e-f96d-4642-8604-256c9266038a","name":"e2e-external-provider"} {"level":"info","ts":1785278140.2249556,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"298735b4-a5ba-41a8-b8e4-6996be4e7a6e"} {"level":"info","ts":1785278140.224962,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56670f88-e4a8-4602-a446-b4150f8b625c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278140.2251236,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56670f88-e4a8-4602-a446-b4150f8b625c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278140.2339633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36b1b8cb-c0cb-4c0f-bd42-d0e151d771d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278140.2339952,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36b1b8cb-c0cb-4c0f-bd42-d0e151d771d2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278140.2340288,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"298735b4-a5ba-41a8-b8e4-6996be4e7a6e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785278140.2356439,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d63fe1e-f96d-4642-8604-256c9266038a","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785278140.2417629,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98f5ecc0-aa2e-46ba-9a87-37b1cb9f54df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278140.2417922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98f5ecc0-aa2e-46ba-9a87-37b1cb9f54df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785278140.2417974,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"298735b4-a5ba-41a8-b8e4-6996be4e7a6e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278140.2418773,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc850bdb-690a-48d0-b6b7-14110de727d5"} {"level":"info","ts":1785278140.2419062,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc850bdb-690a-48d0-b6b7-14110de727d5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785278140.2456162,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d63fe1e-f96d-4642-8604-256c9266038a","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785278140.2465677,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc850bdb-690a-48d0-b6b7-14110de727d5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278140.2508779,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d63fe1e-f96d-4642-8604-256c9266038a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785278140.2569513,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e76d7b13-b5ed-439a-a813-cdf7f5522b4e"} {"level":"info","ts":1785278140.2569873,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e76d7b13-b5ed-439a-a813-cdf7f5522b4e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785278140.2585707,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1011ad4a-e3f7-4ade-b66d-068839f5032e"} {"level":"info","ts":1785278140.2586467,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1011ad4a-e3f7-4ade-b66d-068839f5032e","name":"e2e-external-provider"} {"level":"info","ts":1785278140.2587333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a6f40dc-134f-47df-b39f-bdc010df6209","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278140.258758,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a6f40dc-134f-47df-b39f-bdc010df6209","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278140.2586124,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5820d82-bbec-4adf-b0ba-4f45b504ca73","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278140.2588048,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c5820d82-bbec-4adf-b0ba-4f45b504ca73","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785278140.261935,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e76d7b13-b5ed-439a-a813-cdf7f5522b4e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278140.261993,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7e54509-5e5a-4230-8fc6-8afb1802364f"} {"level":"info","ts":1785278140.2622266,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38567.124895637,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278140.2622454,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278140.2688057,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1011ad4a-e3f7-4ade-b66d-068839f5032e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785278140.2695305,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278140.273332,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b52f2ce-cf72-479c-8329-bd6a2006fa73"} {"level":"info","ts":1785278140.2733727,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b52f2ce-cf72-479c-8329-bd6a2006fa73","name":"e2e-external-provider"} {"level":"info","ts":1785278140.2835555,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b52f2ce-cf72-479c-8329-bd6a2006fa73","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785278140.3623698,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7e54509-5e5a-4230-8fc6-8afb1802364f","name":"e2e-external-model"} {"level":"info","ts":1785278140.3749921,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7e54509-5e5a-4230-8fc6-8afb1802364f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278140.3807318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"725cf701-75e7-4530-8c50-65b3bfebad54","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278140.3807664,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"725cf701-75e7-4530-8c50-65b3bfebad54","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278140.3808596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2440b19c-dc0c-4d6e-a4a7-639e4d3b05c7"} {"level":"info","ts":1785278140.3809197,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2440b19c-dc0c-4d6e-a4a7-639e4d3b05c7","name":"e2e-external-model"} {"level":"info","ts":1785278140.3950956,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51a09df8-0111-447b-9f96-f1ea5bbb6ecd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278140.3951607,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51a09df8-0111-447b-9f96-f1ea5bbb6ecd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785278140.3951437,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2440b19c-dc0c-4d6e-a4a7-639e4d3b05c7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278140.3952224,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"312fcbb0-d80a-4357-892b-873312c37bd0"} {"level":"info","ts":1785278140.3952863,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"312fcbb0-d80a-4357-892b-873312c37bd0","name":"e2e-external-model"} {"level":"info","ts":1785278140.404164,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"312fcbb0-d80a-4357-892b-873312c37bd0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278140.411725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4d5bf6c-6e27-439c-836f-d46fcfff5763","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278140.411732,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55304b8e-de42-464f-9a31-5ebc7cf0bfe2"} {"level":"info","ts":1785278140.4117508,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4d5bf6c-6e27-439c-836f-d46fcfff5763","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278140.4117777,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55304b8e-de42-464f-9a31-5ebc7cf0bfe2","name":"e2e-external-model"} {"level":"info","ts":1785278140.4197276,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55304b8e-de42-464f-9a31-5ebc7cf0bfe2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278147.7612057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278147.7612712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb"} {"level":"info","ts":1785278147.761285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb"} {"level":"info","ts":1785278147.7612958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","EoS":true} {"level":"info","ts":1785278147.7613213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","header":"x-maas-username"} {"level":"info","ts":1785278147.761332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","header":"x-maas-subscription"} {"level":"info","ts":1785278147.7613366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","header":"x-maas-group"} {"level":"info","ts":1785278147.7613487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278147.7613547,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","modelName":"e2e-external-model"} {"level":"info","ts":1785278147.7613668,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785278147.7613988,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785278147.7614148,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","authType":"apikey"} {"level":"info","ts":1785278147.7614384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb"} {"level":"info","ts":1785278147.8632164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb"} {"level":"info","ts":1785278147.8632443,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb"} {"level":"info","ts":1785278147.8632672,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","EoS":false} {"level":"info","ts":1785278147.8632834,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","EoS":true} {"level":"error","ts":1785278147.8632977,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785278147.863359,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"46d752bb-3b3a-4523-b1cc-3f4ec71bb8cb"} {"level":"info","ts":1785278147.980744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7c06446-8942-460b-86f5-c6ee96533f4e"} {"level":"info","ts":1785278147.980784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c55e7882-5d2b-469b-afd9-829301577bf1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278147.98082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c55e7882-5d2b-469b-afd9-829301577bf1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278147.9863179,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14e4ee9f-2647-460f-9ce9-360c1c481a04","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278147.9863458,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14e4ee9f-2647-460f-9ce9-360c1c481a04","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278147.9865446,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7c06446-8942-460b-86f5-c6ee96533f4e","name":"e2e-cleanup-test"} {"level":"info","ts":1785278147.9953108,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7c06446-8942-460b-86f5-c6ee96533f4e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278148.0031579,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1644587-5c40-49f1-873b-32e5013bd1fa"} {"level":"info","ts":1785278148.0032187,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1644587-5c40-49f1-873b-32e5013bd1fa","name":"e2e-cleanup-test"} {"level":"info","ts":1785278148.003237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0bb673b9-94b1-4256-9c16-7e36d127f499","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278148.0032597,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0bb673b9-94b1-4256-9c16-7e36d127f499","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785278148.0127268,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1644587-5c40-49f1-873b-32e5013bd1fa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785278148.0127878,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1644587-5c40-49f1-873b-32e5013bd1fa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278148.0129085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27ac9055-0c86-466e-aa90-3f4920fca1d2"} {"level":"info","ts":1785278148.0129688,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27ac9055-0c86-466e-aa90-3f4920fca1d2","name":"e2e-cleanup-test"} {"level":"info","ts":1785278148.0168004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f376ed1-a930-43de-9975-96b882b1e794","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278148.016823,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f376ed1-a930-43de-9975-96b882b1e794","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278148.0223713,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27ac9055-0c86-466e-aa90-3f4920fca1d2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785278148.0262623,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27ac9055-0c86-466e-aa90-3f4920fca1d2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278148.0263426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25d69ffa-d814-4e12-a754-e4e02060e2d9"} {"level":"info","ts":1785278148.0263953,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25d69ffa-d814-4e12-a754-e4e02060e2d9","name":"e2e-cleanup-test"} {"level":"info","ts":1785278148.0319219,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1eb540e-4adb-4bcc-845f-13a3b2264976","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278148.0319474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1eb540e-4adb-4bcc-845f-13a3b2264976","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278148.0344663,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25d69ffa-d814-4e12-a754-e4e02060e2d9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785278148.0379577,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25d69ffa-d814-4e12-a754-e4e02060e2d9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278148.0380235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83bf74e9-9c5b-4ffe-b7ff-89086870d104"} {"level":"info","ts":1785278148.0380626,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83bf74e9-9c5b-4ffe-b7ff-89086870d104","name":"e2e-cleanup-test"} {"level":"info","ts":1785278148.046495,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83bf74e9-9c5b-4ffe-b7ff-89086870d104","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278156.2388914,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cec416e-3acb-4cf2-ab0b-01c245780d0b"} {"level":"info","ts":1785278156.2389436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6cda06b-3a7b-4b9b-a4f9-73e6abb2e45d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278156.238969,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6cda06b-3a7b-4b9b-a4f9-73e6abb2e45d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278160.541357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278160.5414371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2702f3c4-7aa2-4ce4-8408-fe298d9553e7"} {"level":"info","ts":1785278160.5414536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2702f3c4-7aa2-4ce4-8408-fe298d9553e7"} {"level":"info","ts":1785278160.54147,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2702f3c4-7aa2-4ce4-8408-fe298d9553e7","EoS":true} {"level":"info","ts":1785278160.5415082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2702f3c4-7aa2-4ce4-8408-fe298d9553e7","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785278160.5415587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2702f3c4-7aa2-4ce4-8408-fe298d9553e7"} {"level":"info","ts":1785278160.5863442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278160.5864177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4"} {"level":"info","ts":1785278160.586427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4"} {"level":"info","ts":1785278160.5864377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","EoS":true} {"level":"info","ts":1785278160.5864666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","header":"x-maas-group"} {"level":"info","ts":1785278160.5864773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","header":"x-maas-subscription"} {"level":"info","ts":1785278160.586484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","header":"x-maas-username"} {"level":"info","ts":1785278160.5864968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278160.5865057,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","modelName":"e2e-external-model"} {"level":"info","ts":1785278160.5865178,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785278160.5865397,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785278160.5865555,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","authType":"apikey"} {"level":"info","ts":1785278160.5865834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4"} {"level":"info","ts":1785278160.6882803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4"} {"level":"info","ts":1785278160.6883087,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4"} {"level":"info","ts":1785278160.6883278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","EoS":false} {"level":"info","ts":1785278160.688343,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","EoS":true} {"level":"error","ts":1785278160.688354,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785278160.688388,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"53b54332-236f-419c-8874-1dc5093bc5a4"} {"level":"info","ts":1785278160.7494075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278160.7494764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785"} {"level":"info","ts":1785278160.749487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785"} {"level":"info","ts":1785278160.7494981,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785","EoS":true} {"level":"info","ts":1785278160.7495203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785","header":"x-maas-username"} {"level":"info","ts":1785278160.7495306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785","header":"x-maas-subscription"} {"level":"info","ts":1785278160.749536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785","header":"x-maas-group"} {"level":"info","ts":1785278160.7495492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278160.749571,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785"} {"level":"info","ts":1785278160.8023932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785"} {"level":"info","ts":1785278160.8024175,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785"} {"level":"info","ts":1785278160.8024342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785","EoS":false} {"level":"info","ts":1785278160.8024476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785","EoS":true} {"level":"error","ts":1785278160.8024635,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785278160.8024988,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0b709791-a906-41f9-b201-c20c1c685785"} {"level":"info","ts":1785278160.8401613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278160.840228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c"} {"level":"info","ts":1785278160.840242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c"} {"level":"info","ts":1785278160.840258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c","EoS":true} {"level":"info","ts":1785278160.8402824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c","header":"x-maas-group"} {"level":"info","ts":1785278160.8402925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c","header":"x-maas-username"} {"level":"info","ts":1785278160.840298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c","header":"x-maas-subscription"} {"level":"info","ts":1785278160.8403258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c"} {"level":"info","ts":1785278160.8912144,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c"} {"level":"info","ts":1785278160.8912373,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c"} {"level":"info","ts":1785278160.891254,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c","EoS":false} {"level":"info","ts":1785278160.891267,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c","EoS":true} {"level":"error","ts":1785278160.8912764,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785278160.8913083,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a8e0b626-1cf7-4658-8d50-c5dfc7703a1c"} {"level":"info","ts":1785278161.7214074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c4038c5-324f-402d-8a9b-64f306c2e6aa"} {"level":"info","ts":1785278161.7214494,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a08597c-9c73-4675-a9b5-240ad4e533db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278161.7214694,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a08597c-9c73-4675-a9b5-240ad4e533db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278161.8557324,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e38f9aeb-c67b-41fa-8bf4-26d117d9df23","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278161.855747,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"97e8dbd2-643a-453d-b2a8-1cfcceedcc36"} {"level":"info","ts":1785278161.8557656,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e38f9aeb-c67b-41fa-8bf4-26d117d9df23","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278161.97036,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2edc6db2-3d9d-4c08-b584-15a8515463e1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785278161.970434,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2edc6db2-3d9d-4c08-b584-15a8515463e1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785279532.677371,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785279532.6774359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d853dd9f-2d6b-4fbe-b618-a950194729aa"} {"level":"info","ts":1785279597.6609697,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785279597.6610649,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064"} {"level":"info","ts":1785279597.6610818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064"} {"level":"info","ts":1785279597.6611269,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064","EoS":true} {"level":"info","ts":1785279597.6611648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064","header":"x-maas-username"} {"level":"info","ts":1785279597.6611767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064","header":"x-maas-group"} {"level":"info","ts":1785279597.6611865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064","header":"x-maas-subscription"} {"level":"info","ts":1785279597.6612067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785279597.6612384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064"} {"level":"info","ts":1785279597.6645312,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064"} {"level":"info","ts":1785279597.6645503,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064"} {"level":"info","ts":1785279597.6645658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064","EoS":false} {"level":"info","ts":1785279597.6645763,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064","EoS":true} {"level":"info","ts":1785279597.6646051,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"96d1154d-fcbf-4d71-84a4-36473c579064"}