{"level":"info","ts":1784906637.9294865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092","EoS":true} {"level":"info","ts":1784906637.9295108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092","header":"x-maas-subscription"} {"level":"info","ts":1784906637.9295208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092","header":"x-maas-username"} {"level":"info","ts":1784906637.9295256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092","header":"x-maas-group"} {"level":"info","ts":1784906637.9295387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906637.9295638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092"} {"level":"info","ts":1784906637.930261,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092"} {"level":"info","ts":1784906637.9302819,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092"} {"level":"info","ts":1784906637.9302983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092","EoS":false} {"level":"info","ts":1784906637.930311,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092","EoS":true} {"level":"info","ts":1784906637.9303477,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4aa44a92-987d-4f0b-b7d1-e437a2d52092"} {"level":"info","ts":1784906661.0877914,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.0878885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.087904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.08793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","EoS":true} {"level":"info","ts":1784906661.0879557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","header":"x-maas-subscription"} {"level":"info","ts":1784906661.0879838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","header":"x-maas-username"} {"level":"info","ts":1784906661.0879884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","header":"x-maas-group"} {"level":"info","ts":1784906661.0880013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.0880275,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.088936,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.0889552,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.088987,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","EoS":false} {"level":"info","ts":1784906661.0890036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","EoS":true} {"level":"info","ts":1784906661.089036,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.2230628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.2231534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.2231658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.2231777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","EoS":true} {"level":"info","ts":1784906661.2232056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","header":"x-maas-username"} {"level":"info","ts":1784906661.2232158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","header":"x-maas-subscription"} {"level":"info","ts":1784906661.2232223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","header":"x-maas-group"} {"level":"info","ts":1784906661.223234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.2232738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.2239861,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.2240045,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.2240267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","EoS":false} {"level":"info","ts":1784906661.2240493,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","EoS":true} {"level":"info","ts":1784906661.224093,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.3578253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.3579013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.3579147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.3579264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","EoS":true} {"level":"info","ts":1784906661.3579533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","header":"x-maas-group"} {"level":"info","ts":1784906661.3579655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","header":"x-maas-subscription"} {"level":"info","ts":1784906661.3579712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","header":"x-maas-username"} {"level":"info","ts":1784906661.3579838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.3580081,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.3602188,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.360252,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.3602722,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","EoS":false} {"level":"info","ts":1784906661.360288,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","EoS":true} {"level":"info","ts":1784906661.3603354,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.4957469,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.4958293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.4958417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.4958537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","EoS":true} {"level":"info","ts":1784906661.4958858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","header":"x-maas-group"} {"level":"info","ts":1784906661.495897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","header":"x-maas-subscription"} {"level":"info","ts":1784906661.4959028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","header":"x-maas-username"} {"level":"info","ts":1784906661.4959178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.4959567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.496632,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.4966505,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.4966736,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","EoS":false} {"level":"info","ts":1784906661.4966981,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","EoS":true} {"level":"info","ts":1784906661.4967425,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.6301417,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.6302187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906661.6302319,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906661.63027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","EoS":true} {"level":"info","ts":1784906661.6303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","header":"x-maas-subscription"} {"level":"info","ts":1784906661.6303108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","header":"x-maas-username"} {"level":"info","ts":1784906661.6303148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","header":"x-maas-group"} {"level":"info","ts":1784906661.6303265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.6303568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906661.6310353,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906661.6310554,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906661.631096,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","EoS":false} {"level":"info","ts":1784906661.631115,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","EoS":true} {"level":"info","ts":1784906661.6311624,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906681.6701343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906681.6702082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.6702173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.670228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","EoS":true} {"level":"info","ts":1784906681.6702683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","header":"x-maas-subscription"} {"level":"info","ts":1784906681.670279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","header":"x-maas-group"} {"level":"info","ts":1784906681.6702843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","header":"x-maas-username"} {"level":"info","ts":1784906681.6702986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906681.6703253,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.671082,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.6711042,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.6711206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","EoS":false} {"level":"info","ts":1784906681.671133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","EoS":true} {"level":"info","ts":1784906681.6711705,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.766043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906681.7661245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe2b54af-eba6-4c80-88a7-a52d829f2c22"} {"level":"info","ts":1784906681.7677805,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe2b54af-eba6-4c80-88a7-a52d829f2c22"} {"level":"info","ts":1784906681.7678025,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe2b54af-eba6-4c80-88a7-a52d829f2c22"} {"level":"info","ts":1784906681.7678218,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe2b54af-eba6-4c80-88a7-a52d829f2c22","EoS":false} {"level":"info","ts":1784906681.7678347,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"fe2b54af-eba6-4c80-88a7-a52d829f2c22"} {"level":"info","ts":1784906681.767859,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe2b54af-eba6-4c80-88a7-a52d829f2c22","EoS":true} {"level":"info","ts":1784906681.767871,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"fe2b54af-eba6-4c80-88a7-a52d829f2c22"} {"level":"info","ts":1784906686.4004946,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906686.4005747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906686.400587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906686.4005997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","EoS":true} {"level":"info","ts":1784906686.4006267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","header":"x-maas-group"} {"level":"info","ts":1784906686.4006379,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","header":"x-maas-username"} {"level":"info","ts":1784906686.4006429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","header":"x-maas-subscription"} {"level":"info","ts":1784906686.4006574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906686.4006822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906686.4013784,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906686.4014032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906686.401426,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","EoS":false} {"level":"info","ts":1784906686.4014485,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","EoS":true} {"level":"info","ts":1784906686.4014943,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906699.0268774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906699.0269575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906699.0269668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906699.026978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","EoS":true} {"level":"info","ts":1784906699.0270061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","header":"x-maas-username"} {"level":"info","ts":1784906699.0270169,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","header":"x-maas-group"} {"level":"info","ts":1784906699.0270226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","header":"x-maas-subscription"} {"level":"info","ts":1784906699.027039,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906699.027071,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906699.0279825,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906699.028002,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906699.0280163,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","EoS":false} {"level":"info","ts":1784906699.0280285,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","EoS":true} {"level":"info","ts":1784906699.0280597,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906711.9104228,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906711.9105117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906711.9105241,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906711.9105356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","EoS":true} {"level":"info","ts":1784906711.9105608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","header":"x-maas-group"} {"level":"info","ts":1784906711.9105701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","header":"x-maas-subscription"} {"level":"info","ts":1784906711.9105756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","header":"x-maas-username"} {"level":"info","ts":1784906711.9105883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906711.910614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906711.912095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906711.9121172,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906711.912133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","EoS":false} {"level":"info","ts":1784906711.9121456,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","EoS":true} {"level":"info","ts":1784906711.9121854,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906720.4438124,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906720.4438958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906720.4439063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906720.4439175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","EoS":true} {"level":"info","ts":1784906720.443946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","header":"x-maas-subscription"} {"level":"info","ts":1784906720.443956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","header":"x-maas-group"} {"level":"info","ts":1784906720.4439614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","header":"x-maas-username"} {"level":"info","ts":1784906720.443975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906720.443999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906720.444767,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906720.4447873,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906720.4448068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","EoS":false} {"level":"info","ts":1784906720.4448216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","EoS":true} {"level":"info","ts":1784906720.4448566,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906729.3241138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906729.3241925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906729.3242054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906729.3242178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","EoS":true} {"level":"info","ts":1784906729.3242748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","header":"x-maas-group"} {"level":"info","ts":1784906729.3242867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","header":"x-maas-subscription"} {"level":"info","ts":1784906729.324292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","header":"x-maas-username"} {"level":"info","ts":1784906729.3243096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906729.324334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906729.3250344,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906729.325057,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906729.3250725,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","EoS":false} {"level":"info","ts":1784906729.325093,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","EoS":true} {"level":"info","ts":1784906729.3251357,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906754.2351794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906754.2352743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906754.2352846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906754.2352993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","EoS":true} {"level":"info","ts":1784906754.2353334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","header":"x-maas-subscription"} {"level":"info","ts":1784906754.2353427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","header":"x-maas-username"} {"level":"info","ts":1784906754.2353485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","header":"x-maas-group"} {"level":"info","ts":1784906754.235361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906754.23539,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906754.236265,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906754.2362955,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906754.2363124,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","EoS":false} {"level":"info","ts":1784906754.2363248,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","EoS":true} {"level":"info","ts":1784906754.236357,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906777.94888,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906777.9489703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906777.9489841,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906777.9490025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","EoS":true} {"level":"info","ts":1784906777.949034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","header":"x-maas-subscription"} {"level":"info","ts":1784906777.9490445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","header":"x-maas-group"} {"level":"info","ts":1784906777.9490492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","header":"x-maas-username"} {"level":"info","ts":1784906777.9490626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906777.9490926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906777.9500587,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906777.950082,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906777.9500966,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","EoS":false} {"level":"info","ts":1784906777.9501085,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","EoS":true} {"level":"info","ts":1784906777.9501538,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906804.715911,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906804.7159898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906804.7160056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906804.7160223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","EoS":true} {"level":"info","ts":1784906804.7160604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","header":"x-maas-subscription"} {"level":"info","ts":1784906804.7160773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","header":"x-maas-group"} {"level":"info","ts":1784906804.7160852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","header":"x-maas-username"} {"level":"info","ts":1784906804.7160985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906804.7161233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906804.7177687,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906804.7177896,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906804.7178063,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","EoS":false} {"level":"info","ts":1784906804.7178192,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","EoS":true} {"level":"info","ts":1784906804.7178605,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906814.119671,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906814.1197553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.1197724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.1197858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","EoS":true} {"level":"info","ts":1784906814.119818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","header":"x-maas-username"} {"level":"info","ts":1784906814.1198292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","header":"x-maas-group"} {"level":"info","ts":1784906814.1198342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","header":"x-maas-subscription"} {"level":"info","ts":1784906814.1198483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906814.119875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.1206827,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.1207025,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.1207166,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","EoS":false} {"level":"info","ts":1784906814.120728,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","EoS":true} {"level":"info","ts":1784906814.1207721,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.154343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906814.1544251,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906814.1544378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906814.15445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","EoS":true} {"level":"info","ts":1784906814.1544755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","header":"x-maas-subscription"} {"level":"info","ts":1784906814.154486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","header":"x-maas-username"} {"level":"info","ts":1784906814.154491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","header":"x-maas-group"} {"level":"info","ts":1784906814.1545038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906814.1545303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906814.1552384,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906814.155286,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906814.1553018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","EoS":false} {"level":"info","ts":1784906814.1553197,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","EoS":true} {"level":"info","ts":1784906814.1553555,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906833.3220952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906833.3221834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906833.322199,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906833.3222115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","EoS":true} {"level":"info","ts":1784906833.3222566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","header":"x-maas-subscription"} {"level":"info","ts":1784906833.3222673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","header":"x-maas-group"} {"level":"info","ts":1784906833.3222725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","header":"x-maas-username"} {"level":"info","ts":1784906833.3222847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906833.3223083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906833.3230793,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906833.3231037,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906833.3231196,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","EoS":false} {"level":"info","ts":1784906833.3231313,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","EoS":true} {"level":"info","ts":1784906833.3231711,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906968.083593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906968.0836768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784906968.0836887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784906968.0837002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","EoS":true} {"level":"info","ts":1784906968.0837262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","header":"x-maas-username"} {"level":"info","ts":1784906968.0837367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","header":"x-maas-group"} {"level":"info","ts":1784906968.083742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","header":"x-maas-subscription"} {"level":"info","ts":1784906968.0837545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784906968.083777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784906968.08592,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784906968.0859425,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784906968.0859573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","EoS":false} {"level":"info","ts":1784906968.0859709,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","EoS":true} {"level":"info","ts":1784906968.0860026,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784907005.3360121,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907005.3360908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907005.336103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907005.3361151,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","EoS":true} {"level":"info","ts":1784907005.336141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","header":"x-maas-group"} {"level":"info","ts":1784907005.3361514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","header":"x-maas-subscription"} {"level":"info","ts":1784907005.3361561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","header":"x-maas-username"} {"level":"info","ts":1784907005.3361697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907005.3361971,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907005.3369148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907005.3369358,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907005.3369515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","EoS":false} {"level":"info","ts":1784907005.336964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","EoS":true} {"level":"info","ts":1784907005.3369992,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907020.6069639,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907020.6070542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907020.6070676,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907020.6070807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","EoS":true} {"level":"info","ts":1784907020.6071053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","header":"x-maas-subscription"} {"level":"info","ts":1784907020.607115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","header":"x-maas-group"} {"level":"info","ts":1784907020.607119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","header":"x-maas-username"} {"level":"info","ts":1784907020.6071334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907020.6071558,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907020.6078508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907020.607872,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907020.607888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","EoS":false} {"level":"info","ts":1784907020.6079028,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","EoS":true} {"level":"info","ts":1784907020.6079497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907331.1808646,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907331.1809528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.1809616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.1809733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","EoS":true} {"level":"info","ts":1784907331.180998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","header":"x-maas-group"} {"level":"info","ts":1784907331.1810076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","header":"x-maas-username"} {"level":"info","ts":1784907331.181013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","header":"x-maas-subscription"} {"level":"info","ts":1784907331.1810262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907331.1810508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.181814,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.1818411,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.1818626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","EoS":false} {"level":"info","ts":1784907331.18188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","EoS":true} {"level":"info","ts":1784907331.1819274,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.2125328,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907331.2126083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907331.212621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907331.2126336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","EoS":true} {"level":"info","ts":1784907331.212658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","header":"x-maas-subscription"} {"level":"info","ts":1784907331.2126682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","header":"x-maas-group"} {"level":"info","ts":1784907331.2126727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","header":"x-maas-username"} {"level":"info","ts":1784907331.2126856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907331.2127075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907331.2149062,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907331.2149282,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907331.2149482,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","EoS":false} {"level":"info","ts":1784907331.2149644,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","EoS":true} {"level":"info","ts":1784907331.2150078,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907336.0472727,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"966c14eb-e3fc-4318-a99d-ccd15a3015de","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784907336.0475435,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32608.528907016,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.0475714,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.102903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.1476362,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"966c14eb-e3fc-4318-a99d-ccd15a3015de","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784907336.172196,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba4e7b4b-9dd6-4dfc-a50f-8b8ebcf0eed4"} {"level":"info","ts":1784907336.1722991,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86c3801d-8c10-4a4b-a335-37c8033f6683","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907336.1723309,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86c3801d-8c10-4a4b-a335-37c8033f6683","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784907336.1835215,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3a2d043-b6f5-4d3d-83f1-0fedc839a0a7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907336.183551,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3a2d043-b6f5-4d3d-83f1-0fedc839a0a7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784907336.183963,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38830.493641301,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.1839828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.1974323,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.2841527,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba4e7b4b-9dd6-4dfc-a50f-8b8ebcf0eed4","name":"e2e-external-provider"} {"level":"info","ts":1784907336.2976935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e7b841e-4f0f-4485-924f-a9c5db89f067"} {"level":"info","ts":1784907336.2977228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f46ea22-4513-496d-a368-9af21d484f00","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.2977614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f46ea22-4513-496d-a368-9af21d484f00","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.3070285,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba4e7b4b-9dd6-4dfc-a50f-8b8ebcf0eed4","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784907336.30721,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abb0462c-22c5-4c3c-87d5-681aabdca2e6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.3072681,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abb0462c-22c5-4c3c-87d5-681aabdca2e6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.3074214,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e7b841e-4f0f-4485-924f-a9c5db89f067","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784907336.313353,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e7b841e-4f0f-4485-924f-a9c5db89f067","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.3134558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b52ff5d-fe96-4020-a4f2-b4d7ecebba15"} {"level":"info","ts":1784907336.313485,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b52ff5d-fe96-4020-a4f2-b4d7ecebba15","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784907336.313604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3eef0af-446b-491e-b5a5-e522c01e64c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.3136318,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3eef0af-446b-491e-b5a5-e522c01e64c5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784907336.317764,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b52ff5d-fe96-4020-a4f2-b4d7ecebba15","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784907336.317817,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b52ff5d-fe96-4020-a4f2-b4d7ecebba15","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.31787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2eab8c20-b8aa-4517-9c42-ae3576c0a8fe"} {"level":"info","ts":1784907336.3178947,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2eab8c20-b8aa-4517-9c42-ae3576c0a8fe","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784907336.319353,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba4e7b4b-9dd6-4dfc-a50f-8b8ebcf0eed4","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784907336.322976,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2eab8c20-b8aa-4517-9c42-ae3576c0a8fe","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.3255014,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba4e7b4b-9dd6-4dfc-a50f-8b8ebcf0eed4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784907336.3371484,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11d8801b-74b3-4884-88fb-fbcf79fde980","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907336.3371758,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11d8801b-74b3-4884-88fb-fbcf79fde980","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784907336.3371794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4974ed53-04bc-40fb-9c86-93bc1d78234f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.3372111,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4974ed53-04bc-40fb-9c86-93bc1d78234f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.33732,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38e27136-bd78-4ba0-8bc1-fd85f4b6ddd5"} {"level":"info","ts":1784907336.3378117,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7466d473-e19c-4320-9987-480aecfe725f"} {"level":"info","ts":1784907336.3378904,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7466d473-e19c-4320-9987-480aecfe725f","name":"e2e-external-provider"} {"level":"info","ts":1784907336.337957,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32471.200828776,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.337979,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.346706,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.3511765,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7466d473-e19c-4320-9987-480aecfe725f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784907336.4385934,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38e27136-bd78-4ba0-8bc1-fd85f4b6ddd5","name":"e2e-external-model"} {"level":"info","ts":1784907336.4566596,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38e27136-bd78-4ba0-8bc1-fd85f4b6ddd5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907336.467985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d52fbe28-aa17-40b9-970d-1d08397b8ce4"} {"level":"info","ts":1784907336.4680052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee4f0458-15fb-45ca-9ae8-7c5cfc57e788","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.4680512,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee4f0458-15fb-45ca-9ae8-7c5cfc57e788","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.4680662,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d52fbe28-aa17-40b9-970d-1d08397b8ce4","name":"e2e-external-model"} {"level":"error","ts":1784907336.5343075,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d52fbe28-aa17-40b9-970d-1d08397b8ce4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.5344164,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e29c3e5-ca71-418c-9f27-23d5107a0852"} {"level":"info","ts":1784907336.5344877,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e29c3e5-ca71-418c-9f27-23d5107a0852","name":"e2e-external-model"} {"level":"info","ts":1784907336.534417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b51f7f02-616f-4d50-a368-89ed520be5e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.5345476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b51f7f02-616f-4d50-a368-89ed520be5e8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.5758448,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e29c3e5-ca71-418c-9f27-23d5107a0852","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907336.5860693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2ac9f6a-7d28-41e6-ad95-1a97128b90ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.5861127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2ac9f6a-7d28-41e6-ad95-1a97128b90ed","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.5867653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34fe0ea2-6bf3-4ac8-a858-f94cbe5f4c04"} {"level":"info","ts":1784907336.5868244,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34fe0ea2-6bf3-4ac8-a858-f94cbe5f4c04","name":"e2e-external-model"} {"level":"info","ts":1784907336.5993361,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34fe0ea2-6bf3-4ac8-a858-f94cbe5f4c04","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907343.820262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907343.8203506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1"} {"level":"info","ts":1784907343.8203628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1"} {"level":"info","ts":1784907343.8203743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","EoS":true} {"level":"info","ts":1784907343.8204043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","header":"x-maas-group"} {"level":"info","ts":1784907343.8204186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","header":"x-maas-username"} {"level":"info","ts":1784907343.8204262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","header":"x-maas-subscription"} {"level":"info","ts":1784907343.8204424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784907343.8204548,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","modelName":"e2e-external-model"} {"level":"info","ts":1784907343.8204737,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784907343.8205204,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784907343.8205369,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","authType":"apikey"} {"level":"info","ts":1784907343.8205626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1"} {"level":"info","ts":1784907343.9395187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02c2727a-54c6-4738-83a2-4838934d3a77","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907343.93956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02c2727a-54c6-4738-83a2-4838934d3a77","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784907343.93956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eccfe92e-29f6-4b6b-ab0d-7d3e8a6bbe80"} {"level":"info","ts":1784907343.9462118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09034610-8fec-43ca-b7f2-bc251512b3ef","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907343.9462645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09034610-8fec-43ca-b7f2-bc251512b3ef","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784907343.9489775,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eccfe92e-29f6-4b6b-ab0d-7d3e8a6bbe80","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907343.949043,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eccfe92e-29f6-4b6b-ab0d-7d3e8a6bbe80","name":"e2e-cleanup-test"} {"level":"info","ts":1784907343.9702206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"341b0503-4bf9-4dde-b8d9-dfdc528fadc1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907343.9702692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"341b0503-4bf9-4dde-b8d9-dfdc528fadc1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784907343.9706926,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eccfe92e-29f6-4b6b-ab0d-7d3e8a6bbe80","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784907343.9707634,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eccfe92e-29f6-4b6b-ab0d-7d3e8a6bbe80","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907343.9708288,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94f898ee-6f28-4cd5-9058-6b2fb465c136"} {"level":"info","ts":1784907343.97089,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94f898ee-6f28-4cd5-9058-6b2fb465c136","name":"e2e-cleanup-test"} {"level":"error","ts":1784907343.9847627,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94f898ee-6f28-4cd5-9058-6b2fb465c136","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907343.9852157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91c4021b-7f24-4566-989c-e14416614223","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907343.9852872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca45ec72-b37a-4b9c-8892-1b98da2d3e06"} {"level":"info","ts":1784907343.9853082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91c4021b-7f24-4566-989c-e14416614223","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784907343.9853635,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca45ec72-b37a-4b9c-8892-1b98da2d3e06","name":"e2e-cleanup-test"} {"level":"info","ts":1784907343.9953175,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ca45ec72-b37a-4b9c-8892-1b98da2d3e06","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907344.0029306,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a3ed9cd-7d38-4187-abfe-50fa901003ac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907344.0029392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e7ca393-776a-43e3-be1b-ab86aea9533c"} {"level":"info","ts":1784907344.0029583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a3ed9cd-7d38-4187-abfe-50fa901003ac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784907344.0030067,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e7ca393-776a-43e3-be1b-ab86aea9533c","name":"e2e-cleanup-test"} {"level":"info","ts":1784907344.0138643,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e7ca393-776a-43e3-be1b-ab86aea9533c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907352.238925,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a0d15bf-20a6-483e-b379-03912121d838"} {"level":"info","ts":1784907352.2389216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0786a047-9709-4e8a-a1ca-c4029f2ff35b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907352.2389843,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0786a047-9709-4e8a-a1ca-c4029f2ff35b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907356.5880299,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907356.588113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939"} {"level":"info","ts":1784907356.5881286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939"} {"level":"info","ts":1784907356.5881424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939","EoS":true} {"level":"info","ts":1784907356.5881736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784907356.5881994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939"} {"level":"info","ts":1784907356.6214597,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907356.62155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1"} {"level":"info","ts":1784907356.621567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1"} {"level":"info","ts":1784907356.6215792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","EoS":true} {"level":"info","ts":1784907356.6216042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","header":"x-maas-username"} {"level":"info","ts":1784907356.6216135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","header":"x-maas-subscription"} {"level":"info","ts":1784907356.6216187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","header":"x-maas-group"} {"level":"info","ts":1784907356.621632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784907356.621639,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","modelName":"e2e-external-model"} {"level":"info","ts":1784907356.6216507,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784907356.6216745,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784907356.6216905,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","authType":"apikey"} {"level":"info","ts":1784907356.6217158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1"} {"level":"info","ts":1784907356.655286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907356.6553648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.6553786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.6553972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","EoS":true} {"level":"info","ts":1784907356.655434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","header":"x-maas-subscription"} {"level":"info","ts":1784907356.6554472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","header":"x-maas-group"} {"level":"info","ts":1784907356.6554558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","header":"x-maas-username"} {"level":"info","ts":1784907356.6554735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784907356.6555047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.7616737,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.7617059,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.7617292,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","EoS":false} {"level":"info","ts":1784907356.7617457,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","EoS":true} {"level":"error","ts":1784907356.7617664,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784907356.7618406,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.8017697,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907356.801843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907356.8018534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907356.8018649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","EoS":true} {"level":"info","ts":1784907356.8018868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","header":"x-maas-subscription"} {"level":"info","ts":1784907356.8018963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","header":"x-maas-username"} {"level":"info","ts":1784907356.8019013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","header":"x-maas-group"} {"level":"info","ts":1784907356.8019266,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907356.8500485,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907356.850077,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907356.8500998,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","EoS":false} {"level":"info","ts":1784907356.8501782,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","EoS":true} {"level":"error","ts":1784907356.8502004,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784907356.850265,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907357.8608463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66d55cb8-b6c6-4c57-b3c1-be04f4343726","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907357.8608909,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66d55cb8-b6c6-4c57-b3c1-be04f4343726","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907357.860846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c9e300-83ee-409b-901d-c5c41a980ca5"} {"level":"info","ts":1784907358.1101427,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f679990-0964-4dee-a990-bf847758ef68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907358.1101882,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f679990-0964-4dee-a990-bf847758ef68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907358.110191,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5267f699-f518-4d34-b6c5-9cad1a23dafa"} {"level":"info","ts":1784907358.2437584,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"114f66e8-e6f4-4711-8a45-55e824bb0440","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784907358.2438872,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"114f66e8-e6f4-4711-8a45-55e824bb0440","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784908474.276712,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908474.2767916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2216fbdc-3474-42c3-8287-0e163573f75d"} {"level":"info","ts":1784908528.5047505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908528.5048335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"} {"level":"info","ts":1784908528.5048416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"} {"level":"info","ts":1784908528.5048532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","EoS":true} {"level":"info","ts":1784908528.504879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","header":"x-maas-username"} {"level":"info","ts":1784908528.5048902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","header":"x-maas-subscription"} {"level":"info","ts":1784908528.5048947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","header":"x-maas-group"} {"level":"info","ts":1784908528.50491,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784908528.5049367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"} {"level":"info","ts":1784908528.5057495,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"} {"level":"info","ts":1784908528.5057693,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"} {"level":"info","ts":1784908528.505784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","EoS":false} {"level":"info","ts":1784908528.5057955,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","EoS":true} {"level":"info","ts":1784908528.505837,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"}