{"level":"info","ts":1785383991.527388,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"21188c7a-1b5e-476d-8669-ce7727029125"} {"level":"info","ts":1785383991.6688352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383991.6689134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.6689255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.6689367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","EoS":true} {"level":"info","ts":1785383991.6689637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","header":"x-maas-subscription"} {"level":"info","ts":1785383991.6689742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","header":"x-maas-username"} {"level":"info","ts":1785383991.6689792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","header":"x-maas-group"} {"level":"info","ts":1785383991.6689918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383991.6690173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.669847,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.669867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.6698902,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","EoS":false} {"level":"info","ts":1785383991.6699107,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.6699505,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2","EoS":true} {"level":"info","ts":1785383991.6699607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"45bab59b-465e-42b9-87ee-ff2fbc2dcdf2"} {"level":"info","ts":1785383991.8055444,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383991.8056245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.8056374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.8056488,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","EoS":true} {"level":"info","ts":1785383991.805679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","header":"x-maas-subscription"} {"level":"info","ts":1785383991.80569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","header":"x-maas-username"} {"level":"info","ts":1785383991.8056953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","header":"x-maas-group"} {"level":"info","ts":1785383991.8057103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383991.8057377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.806593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.806613,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.806635,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","EoS":false} {"level":"info","ts":1785383991.8066568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.80669,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61","EoS":true} {"level":"info","ts":1785383991.8067024,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f7ab7b48-c5f2-44d8-b188-4dfc9b6b6e61"} {"level":"info","ts":1785383991.9423397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383991.9424353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383991.9424515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383991.94248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","EoS":true} {"level":"info","ts":1785383991.9425068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","header":"x-maas-group"} {"level":"info","ts":1785383991.942517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","header":"x-maas-subscription"} {"level":"info","ts":1785383991.942522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","header":"x-maas-username"} {"level":"info","ts":1785383991.942536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383991.942561,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383991.9433846,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383991.943405,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383991.9434197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","EoS":false} {"level":"info","ts":1785383991.9434319,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785383991.9434528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa548722-1588-4a80-ab52-889979d88975","EoS":true} {"level":"info","ts":1785383991.9434605,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fa548722-1588-4a80-ab52-889979d88975"} {"level":"info","ts":1785384025.8884516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384025.8885484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.8885586,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.888572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","EoS":true} {"level":"info","ts":1785384025.8886056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","header":"x-maas-username"} {"level":"info","ts":1785384025.888623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","header":"x-maas-subscription"} {"level":"info","ts":1785384025.8886287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","header":"x-maas-group"} {"level":"info","ts":1785384025.888643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384025.8886697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.8895931,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.8896167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.889632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","EoS":false} {"level":"info","ts":1785384025.889645,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.8896716,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de","EoS":true} {"level":"info","ts":1785384025.8896806,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63864e14-bb6a-4515-854e-be1f6af428de"} {"level":"info","ts":1785384025.9273148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384025.9273899,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.9273996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.9274104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","EoS":true} {"level":"info","ts":1785384025.9274375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","header":"x-maas-username"} {"level":"info","ts":1785384025.9274485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","header":"x-maas-group"} {"level":"info","ts":1785384025.9274573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","header":"x-maas-subscription"} {"level":"info","ts":1785384025.927517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384025.927551,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.9283192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.9283404,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.9283562,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","EoS":false} {"level":"info","ts":1785384025.9283679,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384025.928393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d","EoS":true} {"level":"info","ts":1785384025.9284012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b0f7d2e-62d0-4f53-889d-c3bf1a1d913d"} {"level":"info","ts":1785384026.0331528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384026.0332327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a8f3768-9083-4106-b366-61b99b9c1ab7"} {"level":"info","ts":1785384026.0339284,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a8f3768-9083-4106-b366-61b99b9c1ab7"} {"level":"info","ts":1785384026.0339499,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a8f3768-9083-4106-b366-61b99b9c1ab7"} {"level":"info","ts":1785384026.0339665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a8f3768-9083-4106-b366-61b99b9c1ab7","EoS":false} {"level":"info","ts":1785384026.033981,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a8f3768-9083-4106-b366-61b99b9c1ab7"} {"level":"info","ts":1785384026.0340085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a8f3768-9083-4106-b366-61b99b9c1ab7","EoS":true} {"level":"info","ts":1785384026.034015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a8f3768-9083-4106-b366-61b99b9c1ab7"} {"level":"info","ts":1785384030.6420178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384030.6421165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384030.6421309,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384030.642143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","EoS":true} {"level":"info","ts":1785384030.6421673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","header":"x-maas-username"} {"level":"info","ts":1785384030.6421783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","header":"x-maas-subscription"} {"level":"info","ts":1785384030.642183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","header":"x-maas-group"} {"level":"info","ts":1785384030.6421978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384030.642226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384030.6432078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384030.643228,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384030.6432445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","EoS":false} {"level":"info","ts":1785384030.6432574,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384030.6432788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443","EoS":true} {"level":"info","ts":1785384030.6432872,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a493b6e0-b7e4-4960-9208-52ec2be8f443"} {"level":"info","ts":1785384041.233534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384041.2336264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384041.2336426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384041.2336617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","EoS":true} {"level":"info","ts":1785384041.233689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","header":"x-maas-subscription"} {"level":"info","ts":1785384041.2337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","header":"x-maas-group"} {"level":"info","ts":1785384041.233706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","header":"x-maas-username"} {"level":"info","ts":1785384041.2337205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384041.2337554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384041.2364876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384041.2365043,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384041.236519,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","EoS":false} {"level":"info","ts":1785384041.2365296,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384041.2365527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b","EoS":true} {"level":"info","ts":1785384041.236562,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7aa64513-b0c7-4c27-9126-380970417b0b"} {"level":"info","ts":1785384054.0938718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384054.0939565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384054.0939686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384054.0939808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","EoS":true} {"level":"info","ts":1785384054.0940046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","header":"x-maas-username"} {"level":"info","ts":1785384054.094016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","header":"x-maas-group"} {"level":"info","ts":1785384054.0940208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","header":"x-maas-subscription"} {"level":"info","ts":1785384054.0940351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384054.0940657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384054.095011,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384054.095033,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384054.0950482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","EoS":false} {"level":"info","ts":1785384054.0950627,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384054.09509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb","EoS":true} {"level":"info","ts":1785384054.0950978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3db7ebe1-62a1-4116-bde1-08460688e1fb"} {"level":"info","ts":1785384062.63831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384062.6383905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384062.6384006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384062.638412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","EoS":true} {"level":"info","ts":1785384062.6384382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","header":"x-maas-subscription"} {"level":"info","ts":1785384062.638449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","header":"x-maas-username"} {"level":"info","ts":1785384062.6384542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","header":"x-maas-group"} {"level":"info","ts":1785384062.638497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384062.6385217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384062.6394396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384062.6394794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384062.639496,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","EoS":false} {"level":"info","ts":1785384062.6395085,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384062.6395302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716","EoS":true} {"level":"info","ts":1785384062.6395402,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e3eb7db-5d1b-4c62-bad9-4f9ad8f97716"} {"level":"info","ts":1785384071.543961,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384071.5440445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384071.5440571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384071.5440702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","EoS":true} {"level":"info","ts":1785384071.5440986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","header":"x-maas-group"} {"level":"info","ts":1785384071.5441089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","header":"x-maas-username"} {"level":"info","ts":1785384071.5441132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","header":"x-maas-subscription"} {"level":"info","ts":1785384071.544128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384071.5441527,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384071.5450463,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384071.5450692,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384071.54509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","EoS":false} {"level":"info","ts":1785384071.545107,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384071.5451298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493","EoS":true} {"level":"info","ts":1785384071.5451381,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a9cb4e10-8a2a-4c54-baee-bb97fbb33493"} {"level":"info","ts":1785384101.0903401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384101.0904305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384101.090444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384101.0904567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","EoS":true} {"level":"info","ts":1785384101.0905244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","header":"x-maas-group"} {"level":"info","ts":1785384101.0905364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","header":"x-maas-subscription"} {"level":"info","ts":1785384101.090542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","header":"x-maas-username"} {"level":"info","ts":1785384101.0905564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384101.0905833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384101.0921688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384101.0921912,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384101.0922062,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","EoS":false} {"level":"info","ts":1785384101.092239,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384101.0922675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d","EoS":true} {"level":"info","ts":1785384101.0922792,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2805643a-135b-4001-87c7-0ad0c985538d"} {"level":"info","ts":1785384134.4587529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384134.4588382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384134.4588518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384134.4588647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","EoS":true} {"level":"info","ts":1785384134.4588926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","header":"x-maas-username"} {"level":"info","ts":1785384134.4589028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","header":"x-maas-subscription"} {"level":"info","ts":1785384134.4589095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","header":"x-maas-group"} {"level":"info","ts":1785384134.4589224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785384134.4589481,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384134.4598534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384134.4598794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384134.4598966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","EoS":false} {"level":"info","ts":1785384134.4599109,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384134.4599345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfd69015-4fba-4358-adca-af738221108b","EoS":true} {"level":"info","ts":1785384134.4599438,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dfd69015-4fba-4358-adca-af738221108b"} {"level":"info","ts":1785384182.2281878,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384182.228288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384182.2283063,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384182.228325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","EoS":true} {"level":"info","ts":1785384182.2283642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","header":"x-maas-username"} {"level":"info","ts":1785384182.2283747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","header":"x-maas-group"} {"level":"info","ts":1785384182.2283814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","header":"x-maas-subscription"} {"level":"info","ts":1785384182.2283998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384182.228486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384182.2318182,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384182.2318447,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384182.2318614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","EoS":false} {"level":"info","ts":1785384182.2318747,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384182.2319036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4","EoS":true} {"level":"info","ts":1785384182.2319136,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95271b31-b9fa-4e8c-a329-8be4201a8ff4"} {"level":"info","ts":1785384191.6277144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384191.6277974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.6278143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.6278327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","EoS":true} {"level":"info","ts":1785384191.6278625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","header":"x-maas-subscription"} {"level":"info","ts":1785384191.6278746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","header":"x-maas-username"} {"level":"info","ts":1785384191.6278799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","header":"x-maas-group"} {"level":"info","ts":1785384191.627894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384191.6279242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.6289735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.628993,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.6290133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","EoS":false} {"level":"info","ts":1785384191.6290305,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.6290612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5","EoS":true} {"level":"info","ts":1785384191.6290777,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bc8235b2-09ce-9171-a21b-ec5866a839a5"} {"level":"info","ts":1785384191.6701646,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384191.6702566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384191.6702735,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384191.6702864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","EoS":true} {"level":"info","ts":1785384191.6703138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","header":"x-maas-subscription"} {"level":"info","ts":1785384191.6703234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","header":"x-maas-username"} {"level":"info","ts":1785384191.6703293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","header":"x-maas-group"} {"level":"info","ts":1785384191.670344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384191.67037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384191.6712983,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384191.671319,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384191.671334,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","EoS":false} {"level":"info","ts":1785384191.6713498,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384191.671375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3","EoS":true} {"level":"info","ts":1785384191.6713831,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eee4bbb7-b6fa-4c08-95a7-7c32467648f3"} {"level":"info","ts":1785384210.8851562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384210.8852494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384210.8852649,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384210.8852835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","EoS":true} {"level":"info","ts":1785384210.8853228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","header":"x-maas-username"} {"level":"info","ts":1785384210.8853354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","header":"x-maas-group"} {"level":"info","ts":1785384210.88535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","header":"x-maas-subscription"} {"level":"info","ts":1785384210.8853698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384210.8854034,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384210.886346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384210.8863678,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384210.8863895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","EoS":false} {"level":"info","ts":1785384210.8864017,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384210.8864267,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f","EoS":true} {"level":"info","ts":1785384210.8864343,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"746ff7e7-b399-4d85-8b58-f7117813460f"} {"level":"info","ts":1785384406.1173341,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384406.117428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384406.1174378,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384406.1174495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","EoS":true} {"level":"info","ts":1785384406.1174912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","header":"x-maas-group"} {"level":"info","ts":1785384406.117503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","header":"x-maas-username"} {"level":"info","ts":1785384406.1175086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","header":"x-maas-subscription"} {"level":"info","ts":1785384406.1175227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785384406.1175485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384406.118845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384406.1188707,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384406.1188884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","EoS":false} {"level":"info","ts":1785384406.1189022,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384406.1189365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d","EoS":true} {"level":"info","ts":1785384406.1189485,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ccc2b596-9a85-4ca6-9f44-de43c207e68d"} {"level":"info","ts":1785384479.6013663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384479.6015007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384479.6015134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384479.6015272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","EoS":true} {"level":"info","ts":1785384479.6015558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","header":"x-maas-subscription"} {"level":"info","ts":1785384479.6015704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","header":"x-maas-group"} {"level":"info","ts":1785384479.6015754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","header":"x-maas-username"} {"level":"info","ts":1785384479.6015894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384479.6016157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384479.604561,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384479.6045911,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384479.6046152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","EoS":false} {"level":"info","ts":1785384479.6046338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384479.6046712,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c","EoS":true} {"level":"info","ts":1785384479.6046796,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5ba4796d-8278-4f0d-870f-bbdfff1aad1c"} {"level":"info","ts":1785384494.9175804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384494.9176726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384494.917686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384494.9176984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","EoS":true} {"level":"info","ts":1785384494.9177275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","header":"x-maas-username"} {"level":"info","ts":1785384494.9177444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","header":"x-maas-group"} {"level":"info","ts":1785384494.9177496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","header":"x-maas-subscription"} {"level":"info","ts":1785384494.917763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384494.9177885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384494.9187324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384494.918754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384494.9187703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","EoS":false} {"level":"info","ts":1785384494.918784,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384494.9188092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44","EoS":true} {"level":"info","ts":1785384494.9188187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f294e10b-851e-43a4-aa4f-4ea1e5cf1f44"} {"level":"info","ts":1785384849.1230528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384849.1231446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1231606,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1231737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","EoS":true} {"level":"info","ts":1785384849.1232007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","header":"x-maas-username"} {"level":"info","ts":1785384849.1232116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","header":"x-maas-subscription"} {"level":"info","ts":1785384849.1232173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","header":"x-maas-group"} {"level":"info","ts":1785384849.123231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384849.123258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1241863,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1242087,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1242228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","EoS":false} {"level":"info","ts":1785384849.1242335,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384849.1242664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a","EoS":true} {"level":"info","ts":1785384849.1242757,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"aa80e012-1bfc-4364-854b-300c418fe52a"} {"level":"info","ts":1785384853.9131067,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"99f97211-9c6e-4bd5-898e-1a01945b6f8e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785384853.9134026,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35737.946431431,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384853.9134412,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384853.9705925,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.0144005,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"99f97211-9c6e-4bd5-898e-1a01945b6f8e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785384854.0327897,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66c4deba-5951-4dd4-99cc-7ab78ce3cc31","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384854.032809,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb2cdc43-a638-4c80-b777-65fce392c19b"} {"level":"info","ts":1785384854.0328302,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66c4deba-5951-4dd4-99cc-7ab78ce3cc31","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384854.0383885,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4aea7f4a-d081-4f98-8a4d-876de0722d40","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384854.038417,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4aea7f4a-d081-4f98-8a4d-876de0722d40","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785384854.0416784,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb2cdc43-a638-4c80-b777-65fce392c19b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.0419092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38596.762896849,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.041928,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.0486963,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.1428275,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb2cdc43-a638-4c80-b777-65fce392c19b","name":"e2e-external-provider"} {"level":"info","ts":1785384854.1488755,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cba66920-a2f5-4c72-8e5b-1543fd5118ea","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.148938,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cba66920-a2f5-4c72-8e5b-1543fd5118ea","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384854.1488752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d042864-cafa-4540-8a0c-aaddf0993d12"} {"level":"info","ts":1785384854.1525788,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb2cdc43-a638-4c80-b777-65fce392c19b","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785384854.1555562,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d042864-cafa-4540-8a0c-aaddf0993d12","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785384854.1556768,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"810b2de9-6c6f-40e1-a429-ca46e092e158","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.1557088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"810b2de9-6c6f-40e1-a429-ca46e092e158","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785384854.1612892,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d042864-cafa-4540-8a0c-aaddf0993d12","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.1613474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20626e4a-dbbd-4e0a-86af-e16e907713af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.1613731,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20626e4a-dbbd-4e0a-86af-e16e907713af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384854.1613774,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0412fca-f72f-432c-9de7-1a895ec45d40"} {"level":"info","ts":1785384854.1614165,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0412fca-f72f-432c-9de7-1a895ec45d40","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785384854.162974,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb2cdc43-a638-4c80-b777-65fce392c19b","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785384854.1657765,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0412fca-f72f-432c-9de7-1a895ec45d40","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.170805,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb2cdc43-a638-4c80-b777-65fce392c19b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785384854.1746442,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb2cdc43-a638-4c80-b777-65fce392c19b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.1747243,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb672e75-b2b4-40f1-a7c7-09e604aa7732"} {"level":"info","ts":1785384854.1747768,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb672e75-b2b4-40f1-a7c7-09e604aa7732","name":"e2e-external-provider"} {"level":"info","ts":1785384854.1767552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33b1a170-2b7d-48e4-a4df-8b3243abf624"} {"level":"info","ts":1785384854.1767855,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33b1a170-2b7d-48e4-a4df-8b3243abf624","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785384854.1816,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33b1a170-2b7d-48e4-a4df-8b3243abf624","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.1843033,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb672e75-b2b4-40f1-a7c7-09e604aa7732","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785384854.189246,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a613fce-4f83-46d8-abd0-54de447738f8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384854.1892805,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a613fce-4f83-46d8-abd0-54de447738f8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384854.189331,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82a577e0-52fa-40a5-9534-b91a338a82ec"} {"level":"info","ts":1785384854.1893442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f43a204-d87e-4699-8f37-6619933f2f33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.1893628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f43a204-d87e-4699-8f37-6619933f2f33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384854.1894016,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e6ad183-7720-42bf-85d0-1b7c4d73d61e"} {"level":"info","ts":1785384854.1895444,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e6ad183-7720-42bf-85d0-1b7c4d73d61e","name":"e2e-external-provider"} {"level":"info","ts":1785384854.1895654,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36260.458606614,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.189582,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.1968036,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384854.1983716,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e6ad183-7720-42bf-85d0-1b7c4d73d61e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785384854.2905004,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82a577e0-52fa-40a5-9534-b91a338a82ec","name":"e2e-external-model"} {"level":"info","ts":1785384854.304633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9e1fce-d032-4fdd-abc0-5daa4b5e81a9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.3047547,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9e1fce-d032-4fdd-abc0-5daa4b5e81a9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785384854.3084865,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82a577e0-52fa-40a5-9534-b91a338a82ec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785384854.3085437,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82a577e0-52fa-40a5-9534-b91a338a82ec","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.308604,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95770543-6333-47d9-9d9f-2df0cd11fcf9"} {"level":"info","ts":1785384854.3086643,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95770543-6333-47d9-9d9f-2df0cd11fcf9","name":"e2e-external-model"} {"level":"info","ts":1785384854.3202899,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3495a8b7-97f5-44e6-993e-1f8eb8e89ede","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.32033,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3495a8b7-97f5-44e6-993e-1f8eb8e89ede","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785384854.320623,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95770543-6333-47d9-9d9f-2df0cd11fcf9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785384854.3206627,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95770543-6333-47d9-9d9f-2df0cd11fcf9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.320717,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb1ee8d2-81d1-4c5a-9b46-8531063891bc"} {"level":"info","ts":1785384854.320772,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb1ee8d2-81d1-4c5a-9b46-8531063891bc","name":"e2e-external-model"} {"level":"info","ts":1785384854.3307493,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb1ee8d2-81d1-4c5a-9b46-8531063891bc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384854.3329387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7c91397-9e20-4359-a369-d2ddfca319b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384854.3329682,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7c91397-9e20-4359-a369-d2ddfca319b1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785384854.3341665,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb1ee8d2-81d1-4c5a-9b46-8531063891bc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384854.3342323,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db1c4336-a776-4115-a6bb-4bf697a5263a"} {"level":"info","ts":1785384854.3342855,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db1c4336-a776-4115-a6bb-4bf697a5263a","name":"e2e-external-model"} {"level":"info","ts":1785384854.3414938,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db1c4336-a776-4115-a6bb-4bf697a5263a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384876.5816777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384876.5817616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.5817764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.5817888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","EoS":true} {"level":"info","ts":1785384876.5818133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","header":"x-maas-subscription"} {"level":"info","ts":1785384876.5818384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","header":"x-maas-group"} {"level":"info","ts":1785384876.5818436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","header":"x-maas-username"} {"level":"info","ts":1785384876.5818574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384876.5818665,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","modelName":"e2e-external-model"} {"level":"info","ts":1785384876.5818796,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384876.5819123,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785384876.581931,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","authType":"apikey"} {"level":"info","ts":1785384876.5819666,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.6737006,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.673738,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.6737645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","EoS":false} {"level":"info","ts":1785384876.6737833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.6738167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d","EoS":true} {"level":"info","ts":1785384876.6738253,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e66ee736-3a7b-410b-8cd6-103ef0dcc81d"} {"level":"info","ts":1785384876.7902198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bc5bcee-8aee-4177-9381-659b870ac895"} {"level":"info","ts":1785384876.7902343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"040d6722-f983-4b5e-9dfd-563b043b3989","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.790352,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"040d6722-f983-4b5e-9dfd-563b043b3989","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384876.7958078,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bc5bcee-8aee-4177-9381-659b870ac895","name":"e2e-cleanup-test"} {"level":"info","ts":1785384876.7958877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1918ae50-9dbf-4516-b1cb-11054db4464d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.7959266,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1918ae50-9dbf-4516-b1cb-11054db4464d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384876.819791,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bc5bcee-8aee-4177-9381-659b870ac895","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384876.8198526,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"275c38b8-7128-4df1-9114-332360cd4940","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.8198817,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"275c38b8-7128-4df1-9114-332360cd4940","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384876.819879,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51b51b66-079b-4fcf-8276-27650fd6dad5"} {"level":"info","ts":1785384876.819946,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51b51b66-079b-4fcf-8276-27650fd6dad5","name":"e2e-cleanup-test"} {"level":"error","ts":1785384876.8348386,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51b51b66-079b-4fcf-8276-27650fd6dad5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384876.8349242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d54e1511-d0f1-4baa-a9dd-7606f052610d"} {"level":"info","ts":1785384876.8348596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baf90dcd-aa4e-4d31-a745-fc744b4b86ab","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.8349617,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baf90dcd-aa4e-4d31-a745-fc744b4b86ab","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384876.8349802,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d54e1511-d0f1-4baa-a9dd-7606f052610d","name":"e2e-cleanup-test"} {"level":"info","ts":1785384876.8418775,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d54e1511-d0f1-4baa-a9dd-7606f052610d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384876.8466792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"275d56de-e797-4f97-8cb9-ab9733e09a24","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384876.8467085,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"275d56de-e797-4f97-8cb9-ab9733e09a24","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384876.8468251,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c66777e1-3d15-4ac8-98d1-eca15b566a4b"} {"level":"info","ts":1785384876.8468878,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c66777e1-3d15-4ac8-98d1-eca15b566a4b","name":"e2e-cleanup-test"} {"level":"info","ts":1785384876.8538315,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c66777e1-3d15-4ac8-98d1-eca15b566a4b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384885.0487933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a731f57a-2a5d-4485-969e-a3201e1ff7ff"} {"level":"info","ts":1785384885.0488272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c70e7931-c493-4bc6-80e4-6cf30e914e38","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384885.0488648,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c70e7931-c493-4bc6-80e4-6cf30e914e38","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384889.3612216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384889.3612976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f"} {"level":"info","ts":1785384889.3613074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f"} {"level":"info","ts":1785384889.3613205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f","EoS":true} {"level":"info","ts":1785384889.361356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785384889.3613832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e705152b-09ef-40f4-9e6a-f364e128ad6f"} {"level":"info","ts":1785384889.402934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384889.4030075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.403016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.403027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","EoS":true} {"level":"info","ts":1785384889.4030526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","header":"x-maas-subscription"} {"level":"info","ts":1785384889.4030628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","header":"x-maas-group"} {"level":"info","ts":1785384889.4030683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","header":"x-maas-username"} {"level":"info","ts":1785384889.4030826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384889.4030917,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","modelName":"e2e-external-model"} {"level":"info","ts":1785384889.4031038,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384889.4031277,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785384889.4031463,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","authType":"apikey"} {"level":"info","ts":1785384889.4031696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.4954028,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.4954312,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.4954488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","EoS":false} {"level":"info","ts":1785384889.4954882,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.4955192,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632","EoS":true} {"level":"info","ts":1785384889.4955275,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ffc591fa-9b74-438a-8f17-c91a0fc58632"} {"level":"info","ts":1785384889.5327902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384889.5328667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.5328798,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.5328913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","EoS":true} {"level":"info","ts":1785384889.5329196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","header":"x-maas-subscription"} {"level":"info","ts":1785384889.5329294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","header":"x-maas-group"} {"level":"info","ts":1785384889.5329356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","header":"x-maas-username"} {"level":"info","ts":1785384889.5329502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384889.5329742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.5798354,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.5798633,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.5798805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","EoS":false} {"level":"info","ts":1785384889.5798972,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.5799222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5","EoS":true} {"level":"info","ts":1785384889.57993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"568ddd0f-61d8-421f-b11b-69dd1fecaff5"} {"level":"info","ts":1785384889.6177907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384889.6178634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384889.6178744,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384889.6178863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","EoS":true} {"level":"info","ts":1785384889.6179116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","header":"x-maas-group"} {"level":"info","ts":1785384889.6179218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","header":"x-maas-subscription"} {"level":"info","ts":1785384889.6179278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","header":"x-maas-username"} {"level":"info","ts":1785384889.617955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384889.6645894,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384889.6646163,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384889.6646338,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","EoS":false} {"level":"info","ts":1785384889.6646478,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384889.6646729,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932","EoS":true} {"level":"info","ts":1785384889.6646812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7867373d-ec68-4627-9e11-711fa5611932"} {"level":"info","ts":1785384890.564994,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42429cbc-6db7-4d2a-a577-d461f2a2e482"} {"level":"info","ts":1785384890.5650575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c73e3aa-678e-4830-bf41-7ee3909dc30c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384890.5650918,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c73e3aa-678e-4830-bf41-7ee3909dc30c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384890.7081122,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"115e0344-6b88-4b2b-9bdf-931c86509a17","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384890.7081616,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"115e0344-6b88-4b2b-9bdf-931c86509a17","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384890.7081616,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef385db9-ecbd-4be2-a298-8b13bc3acede"} {"level":"info","ts":1785384890.825943,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1e11a395-b9ff-4bee-a6e7-d145700076ad","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785384890.8260808,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1e11a395-b9ff-4bee-a6e7-d145700076ad","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785386578.9152787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785386578.9153888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"483322e6-f724-4902-af52-58b169650e28"} {"level":"info","ts":1785386655.2334979,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785386655.2335942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"} {"level":"info","ts":1785386655.2336102,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"} {"level":"info","ts":1785386655.2336273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","EoS":true} {"level":"info","ts":1785386655.2336597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","header":"x-maas-group"} {"level":"info","ts":1785386655.2336705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","header":"x-maas-subscription"} {"level":"info","ts":1785386655.2336764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","header":"x-maas-username"} {"level":"info","ts":1785386655.2336912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785386655.2337172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"} {"level":"info","ts":1785386655.2348692,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"} {"level":"info","ts":1785386655.2348936,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"} {"level":"info","ts":1785386655.2349098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","EoS":false} {"level":"info","ts":1785386655.2349238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"} {"level":"info","ts":1785386655.2349565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3","EoS":true} {"level":"info","ts":1785386655.2349675,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"296f9a4b-3d50-4ac5-9719-4a5c2ac4b2f3"}