{"level":"info","ts":1784807481.8675852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9","header":"x-maas-group"} {"level":"info","ts":1784807481.8675897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9","header":"x-maas-username"} {"level":"info","ts":1784807481.8676023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807481.8676314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9"} {"level":"info","ts":1784807481.8686557,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9"} {"level":"info","ts":1784807481.868676,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9"} {"level":"info","ts":1784807481.8687227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9","EoS":false} {"level":"info","ts":1784807481.8687344,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9","EoS":true} {"level":"info","ts":1784807481.8687685,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c91f627-34f3-42a2-88c8-2f3e868de6a9"} {"level":"info","ts":1784807501.9312255,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807501.9313142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807501.9313266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807501.931342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","EoS":true} {"level":"info","ts":1784807501.931372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","header":"x-maas-subscription"} {"level":"info","ts":1784807501.9313834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","header":"x-maas-group"} {"level":"info","ts":1784807501.9313881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","header":"x-maas-username"} {"level":"info","ts":1784807501.9314039,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807501.9314375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807501.9332776,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807501.9333034,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807501.933319,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","EoS":false} {"level":"info","ts":1784807501.9333313,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153","EoS":true} {"level":"info","ts":1784807501.9333792,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"81e88eb5-a224-41a6-b937-dcae88c86153"} {"level":"info","ts":1784807502.0647502,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.0648363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.064852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.064864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","EoS":true} {"level":"info","ts":1784807502.0648952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","header":"x-maas-username"} {"level":"info","ts":1784807502.064907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","header":"x-maas-group"} {"level":"info","ts":1784807502.064914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","header":"x-maas-subscription"} {"level":"info","ts":1784807502.0649345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.0649602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.0658774,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.0659003,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.0659168,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","EoS":false} {"level":"info","ts":1784807502.065931,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d","EoS":true} {"level":"info","ts":1784807502.0659752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d2ecc50-99ff-4d36-8df2-fdf0aa327c9d"} {"level":"info","ts":1784807502.2086751,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.2087839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.2087953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.2088068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","EoS":true} {"level":"info","ts":1784807502.2088382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","header":"x-maas-username"} {"level":"info","ts":1784807502.2088473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","header":"x-maas-group"} {"level":"info","ts":1784807502.208852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","header":"x-maas-subscription"} {"level":"info","ts":1784807502.2088652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.2088895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.2097592,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.2097719,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.2097826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","EoS":false} {"level":"info","ts":1784807502.209793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4","EoS":true} {"level":"info","ts":1784807502.209823,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c3ea7a11-18df-44e8-865e-5d34a926dfd4"} {"level":"info","ts":1784807502.3431451,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.3432348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.3432462,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.3432581,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","EoS":true} {"level":"info","ts":1784807502.3432865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","header":"x-maas-username"} {"level":"info","ts":1784807502.343296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","header":"x-maas-group"} {"level":"info","ts":1784807502.3433018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","header":"x-maas-subscription"} {"level":"info","ts":1784807502.3433166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.3433397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.3460627,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.3460834,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.3460994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","EoS":false} {"level":"info","ts":1784807502.3461118,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac","EoS":true} {"level":"info","ts":1784807502.3461485,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de3fe46d-8bd4-483d-a43c-0108216a48ac"} {"level":"info","ts":1784807502.4779239,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807502.4780226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807502.478038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807502.478053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","EoS":true} {"level":"info","ts":1784807502.4780817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","header":"x-maas-subscription"} {"level":"info","ts":1784807502.4780934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","header":"x-maas-group"} {"level":"info","ts":1784807502.4780982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","header":"x-maas-username"} {"level":"info","ts":1784807502.478113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807502.478148,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807502.4790378,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807502.4790573,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807502.4790711,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","EoS":false} {"level":"info","ts":1784807502.479083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9","EoS":true} {"level":"info","ts":1784807502.4791245,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f1572be5-a495-42be-9aae-a052719aaab9"} {"level":"info","ts":1784807521.4709046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807521.4709885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.471001,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.471013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","EoS":true} {"level":"info","ts":1784807521.47104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","header":"x-maas-group"} {"level":"info","ts":1784807521.4710507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","header":"x-maas-subscription"} {"level":"info","ts":1784807521.4710562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","header":"x-maas-username"} {"level":"info","ts":1784807521.4710689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807521.471093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.4720535,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.4720685,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.4720836,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","EoS":false} {"level":"info","ts":1784807521.4720962,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02","EoS":true} {"level":"info","ts":1784807521.4721243,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5095a351-fc89-4740-bce9-5793c6fe1c02"} {"level":"info","ts":1784807521.5821743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807521.5822499,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86684e1c-9989-4169-ae4e-8f29e01a8cb6"} {"level":"info","ts":1784807521.5831943,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86684e1c-9989-4169-ae4e-8f29e01a8cb6"} {"level":"info","ts":1784807521.5832145,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"86684e1c-9989-4169-ae4e-8f29e01a8cb6"} {"level":"info","ts":1784807521.5832307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86684e1c-9989-4169-ae4e-8f29e01a8cb6","EoS":false} {"level":"info","ts":1784807521.5832434,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"86684e1c-9989-4169-ae4e-8f29e01a8cb6"} {"level":"info","ts":1784807521.5832753,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86684e1c-9989-4169-ae4e-8f29e01a8cb6","EoS":true} {"level":"info","ts":1784807521.583289,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"86684e1c-9989-4169-ae4e-8f29e01a8cb6"} {"level":"info","ts":1784807526.2253408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807526.2254202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807526.2254324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807526.2254436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","EoS":true} {"level":"info","ts":1784807526.2254755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","header":"x-maas-subscription"} {"level":"info","ts":1784807526.2254865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","header":"x-maas-group"} {"level":"info","ts":1784807526.2254915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","header":"x-maas-username"} {"level":"info","ts":1784807526.225506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807526.225539,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807526.2278664,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807526.2278922,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807526.2279093,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","EoS":false} {"level":"info","ts":1784807526.227921,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e","EoS":true} {"level":"info","ts":1784807526.2279572,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea8481b8-5949-4aa2-9383-72b2c6261c9e"} {"level":"info","ts":1784807536.8376186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807536.837721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807536.8377383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807536.8377562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","EoS":true} {"level":"info","ts":1784807536.8377883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","header":"x-maas-group"} {"level":"info","ts":1784807536.8378038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","header":"x-maas-username"} {"level":"info","ts":1784807536.837809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","header":"x-maas-subscription"} {"level":"info","ts":1784807536.8378236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807536.8378508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807536.8388546,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807536.8388727,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807536.8388872,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","EoS":false} {"level":"info","ts":1784807536.8388987,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c","EoS":true} {"level":"info","ts":1784807536.8389354,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f301412-19b7-4f63-a3e0-56e87020859c"} {"level":"info","ts":1784807549.7328842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807549.7329736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807549.732998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807549.7330196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","EoS":true} {"level":"info","ts":1784807549.7330635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","header":"x-maas-username"} {"level":"info","ts":1784807549.7330759,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","header":"x-maas-group"} {"level":"info","ts":1784807549.7330847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","header":"x-maas-subscription"} {"level":"info","ts":1784807549.7331047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807549.7331393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807549.7341325,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807549.7341537,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807549.7341695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","EoS":false} {"level":"info","ts":1784807549.7341812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6","EoS":true} {"level":"info","ts":1784807549.7342188,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd035daf-83bc-421e-854a-3c034b2cc8b6"} {"level":"info","ts":1784807558.269546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807558.2696235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807558.2696385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807558.2696514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","EoS":true} {"level":"info","ts":1784807558.2696788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","header":"x-maas-username"} {"level":"info","ts":1784807558.269725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","header":"x-maas-group"} {"level":"info","ts":1784807558.2697308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","header":"x-maas-subscription"} {"level":"info","ts":1784807558.2697449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807558.2697766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807558.2707763,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807558.2707927,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807558.2708073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","EoS":false} {"level":"info","ts":1784807558.2708185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02","EoS":true} {"level":"info","ts":1784807558.2708604,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc0a58ff-3c1b-4afa-8f3f-556e83196f02"} {"level":"info","ts":1784807567.1643069,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807567.164403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807567.1644158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807567.1644275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","EoS":true} {"level":"info","ts":1784807567.1644576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","header":"x-maas-subscription"} {"level":"info","ts":1784807567.1644676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","header":"x-maas-group"} {"level":"info","ts":1784807567.164472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","header":"x-maas-username"} {"level":"info","ts":1784807567.16449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807567.1645212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807567.1655805,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807567.1656013,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807567.1656163,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","EoS":false} {"level":"info","ts":1784807567.165628,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58","EoS":true} {"level":"info","ts":1784807567.1656637,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9dcf5d19-478d-4c1b-afb9-f1d113be8a58"} {"level":"info","ts":1784807590.1024485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807590.1025229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807590.1025343,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807590.1025453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","EoS":true} {"level":"info","ts":1784807590.1025712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","header":"x-maas-group"} {"level":"info","ts":1784807590.1025815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","header":"x-maas-subscription"} {"level":"info","ts":1784807590.102586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","header":"x-maas-username"} {"level":"info","ts":1784807590.1025991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807590.1026227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807590.105149,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807590.1051745,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807590.1051993,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","EoS":false} {"level":"info","ts":1784807590.105216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f","EoS":true} {"level":"info","ts":1784807590.1052694,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37673ed5-0bff-419e-9272-f627e011135f"} {"level":"info","ts":1784807613.4432209,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807613.4433124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807613.443328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807613.4433484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","EoS":true} {"level":"info","ts":1784807613.4433901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","header":"x-maas-username"} {"level":"info","ts":1784807613.443406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","header":"x-maas-subscription"} {"level":"info","ts":1784807613.4434142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","header":"x-maas-group"} {"level":"info","ts":1784807613.4434347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784807613.4434721,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807613.4446332,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807613.4446557,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807613.4446712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","EoS":false} {"level":"info","ts":1784807613.4446983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc","EoS":true} {"level":"info","ts":1784807613.4447362,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"017772b7-9b24-4752-b03c-438485c8a9cc"} {"level":"info","ts":1784807640.0489388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807640.0490415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807640.0490587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807640.0490746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","EoS":true} {"level":"info","ts":1784807640.0491097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","header":"x-maas-username"} {"level":"info","ts":1784807640.0491219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","header":"x-maas-group"} {"level":"info","ts":1784807640.0491292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","header":"x-maas-subscription"} {"level":"info","ts":1784807640.0491471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807640.049179,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807640.0503001,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807640.0503259,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807640.0503428,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","EoS":false} {"level":"info","ts":1784807640.050359,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef","EoS":true} {"level":"info","ts":1784807640.050399,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a2aae043-6519-4f2c-9ec2-53e8607d4aef"} {"level":"info","ts":1784807649.4901757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807649.4902513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.4902647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.4902768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","EoS":true} {"level":"info","ts":1784807649.4903033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","header":"x-maas-username"} {"level":"info","ts":1784807649.4903133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","header":"x-maas-subscription"} {"level":"info","ts":1784807649.4903183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","header":"x-maas-group"} {"level":"info","ts":1784807649.490331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807649.490355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.4914134,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.4914303,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.491443,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","EoS":false} {"level":"info","ts":1784807649.4914544,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c","EoS":true} {"level":"info","ts":1784807649.4914882,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8cc7e28c-37d7-486f-af75-ee8f4f81a78c"} {"level":"info","ts":1784807649.5259368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807649.5260131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807649.5260243,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807649.5260353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","EoS":true} {"level":"info","ts":1784807649.5260587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","header":"x-maas-subscription"} {"level":"info","ts":1784807649.5260687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","header":"x-maas-group"} {"level":"info","ts":1784807649.5260735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","header":"x-maas-username"} {"level":"info","ts":1784807649.5260863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807649.526112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807649.5271373,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807649.527158,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807649.5271754,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","EoS":false} {"level":"info","ts":1784807649.5271878,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4","EoS":true} {"level":"info","ts":1784807649.5272171,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6fef1e70-a64a-4581-a852-71e4d9500ed4"} {"level":"info","ts":1784807668.7445507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807668.7446477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807668.7446625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807668.7447085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","EoS":true} {"level":"info","ts":1784807668.7447495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","header":"x-maas-username"} {"level":"info","ts":1784807668.744763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","header":"x-maas-subscription"} {"level":"info","ts":1784807668.7447698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","header":"x-maas-group"} {"level":"info","ts":1784807668.7447898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807668.7448163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807668.7458558,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807668.7458754,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807668.7458904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","EoS":false} {"level":"info","ts":1784807668.7459023,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880","EoS":true} {"level":"info","ts":1784807668.7459412,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1bfa2861-e103-4247-af95-87b8a3a4c880"} {"level":"info","ts":1784807799.9945052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807799.9945798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807799.9945893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807799.9946022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","EoS":true} {"level":"info","ts":1784807799.994633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","header":"x-maas-subscription"} {"level":"info","ts":1784807799.9946427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","header":"x-maas-group"} {"level":"info","ts":1784807799.994648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","header":"x-maas-username"} {"level":"info","ts":1784807799.9946616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784807799.994702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807799.9957998,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807799.9958148,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807799.9958272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","EoS":false} {"level":"info","ts":1784807799.9958382,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c","EoS":true} {"level":"info","ts":1784807799.9958704,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4327d2b1-b3c6-4618-b9fc-fe0cf6d34c3c"} {"level":"info","ts":1784807839.863359,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807839.863448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807839.8634677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807839.8634884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","EoS":true} {"level":"info","ts":1784807839.8635268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","header":"x-maas-username"} {"level":"info","ts":1784807839.8635385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","header":"x-maas-group"} {"level":"info","ts":1784807839.8635468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","header":"x-maas-subscription"} {"level":"info","ts":1784807839.863568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807839.8636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807839.8675997,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807839.8676302,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807839.867648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","EoS":false} {"level":"info","ts":1784807839.867661,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a","EoS":true} {"level":"info","ts":1784807839.8677325,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0e909f8b-9c0f-45b4-8f3f-fb32af20f60a"} {"level":"info","ts":1784807855.2337732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784807855.2338638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784807855.2338738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784807855.2338855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","EoS":true} {"level":"info","ts":1784807855.2339134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","header":"x-maas-username"} {"level":"info","ts":1784807855.2339249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","header":"x-maas-group"} {"level":"info","ts":1784807855.2339294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","header":"x-maas-subscription"} {"level":"info","ts":1784807855.2339427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784807855.2339714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784807855.2369778,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784807855.2370074,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784807855.2370284,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","EoS":false} {"level":"info","ts":1784807855.2370446,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5895847-8697-4246-bf62-28e232115bee","EoS":true} {"level":"info","ts":1784807855.2370965,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5895847-8697-4246-bf62-28e232115bee"} {"level":"info","ts":1784808186.23386,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808186.2339363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808186.2339468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808186.233959,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","EoS":true} {"level":"info","ts":1784808186.2339866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","header":"x-maas-group"} {"level":"info","ts":1784808186.233997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","header":"x-maas-subscription"} {"level":"info","ts":1784808186.2340016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","header":"x-maas-username"} {"level":"info","ts":1784808186.234015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784808186.2340393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808186.235073,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808186.2350938,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808186.2351084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","EoS":false} {"level":"info","ts":1784808186.23512,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de","EoS":true} {"level":"info","ts":1784808186.2351553,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b8604da4-d247-4295-b211-01b48717e3de"} {"level":"info","ts":1784808191.0713866,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fbfb348b-95e8-4031-bed8-5caa9c67303c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784808191.0717118,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35784.444403561,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.0717444,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.150705,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.1719322,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fbfb348b-95e8-4031-bed8-5caa9c67303c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784808191.2130635,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6b21656-46bc-4cba-b469-05df9933d115"} {"level":"info","ts":1784808191.2130747,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a85090a3-7d39-4eb0-9bfe-a0d6e9fe17bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808191.2131104,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a85090a3-7d39-4eb0-9bfe-a0d6e9fe17bb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784808191.2251287,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74e214b2-b6dc-4125-a9a5-738f17943058","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808191.2253528,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74e214b2-b6dc-4125-a9a5-738f17943058","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784808191.2253852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34245.475607753,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.2254128,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.23925,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.3263447,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6b21656-46bc-4cba-b469-05df9933d115","name":"e2e-external-provider"} {"level":"info","ts":1784808191.3417766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce432039-0802-48fc-9e25-fc66ffd21531","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.3418298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce432039-0802-48fc-9e25-fc66ffd21531","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784808191.3418067,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64e1199c-059b-4a19-ae95-f9dafec6b90c"} {"level":"info","ts":1784808191.3480995,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6b21656-46bc-4cba-b469-05df9933d115","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784808191.3527577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f04874e0-f9fb-4e81-a868-4b4d8a8e26aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.3528035,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f04874e0-f9fb-4e81-a868-4b4d8a8e26aa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784808191.353493,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64e1199c-059b-4a19-ae95-f9dafec6b90c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784808191.358835,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6b21656-46bc-4cba-b469-05df9933d115","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784808191.364279,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89f7375c-5e8d-4e9b-9832-9cf8cfefc6e5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.3643503,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89f7375c-5e8d-4e9b-9832-9cf8cfefc6e5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784808191.3648558,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64e1199c-059b-4a19-ae95-f9dafec6b90c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.3649726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83dc2a88-19df-4ae8-9274-66f3056feea8"} {"level":"info","ts":1784808191.3650084,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83dc2a88-19df-4ae8-9274-66f3056feea8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784808191.366267,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6b21656-46bc-4cba-b469-05df9933d115","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784808191.3718963,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83dc2a88-19df-4ae8-9274-66f3056feea8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.3754892,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e4a7426-0dde-441f-9fbe-ee6162564781"} {"level":"info","ts":1784808191.375574,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e4a7426-0dde-441f-9fbe-ee6162564781","name":"e2e-external-provider"} {"level":"info","ts":1784808191.3756278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"870a87aa-abb6-42e5-91e7-82ed548da9ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.375656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"870a87aa-abb6-42e5-91e7-82ed548da9ce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784808191.3757706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6af696e7-f304-4241-a483-bab0a4116604"} {"level":"info","ts":1784808191.3757894,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a30d4cc-0497-4218-9de6-1a21617adef7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808191.375818,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a30d4cc-0497-4218-9de6-1a21617adef7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784808191.3760087,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38423.191559418,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.3760257,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.3839738,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784808191.3905106,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e4a7426-0dde-441f-9fbe-ee6162564781","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784808191.3953264,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e4a7426-0dde-441f-9fbe-ee6162564781","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.3954372,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"258719e7-a9cc-40bc-8a30-380dc34cb854"} {"level":"info","ts":1784808191.3954995,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"258719e7-a9cc-40bc-8a30-380dc34cb854","name":"e2e-external-provider"} {"level":"info","ts":1784808191.410153,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"258719e7-a9cc-40bc-8a30-380dc34cb854","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784808191.4770498,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6af696e7-f304-4241-a483-bab0a4116604","name":"e2e-external-model"} {"level":"info","ts":1784808191.4928455,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6af696e7-f304-4241-a483-bab0a4116604","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808191.4998913,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5087ca4f-c144-4b36-918c-1e5787b234db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.4999366,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5087ca4f-c144-4b36-918c-1e5787b234db","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784808191.5000417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9efad561-d0c2-4d56-abba-290150b5e5a6"} {"level":"info","ts":1784808191.5001113,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9efad561-d0c2-4d56-abba-290150b5e5a6","name":"e2e-external-model"} {"level":"info","ts":1784808191.529814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a171ae9-57ab-4fc6-a5d3-974d38096899","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.5298634,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a171ae9-57ab-4fc6-a5d3-974d38096899","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784808191.5298524,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9efad561-d0c2-4d56-abba-290150b5e5a6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808191.5299206,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e859a198-6255-41a7-8a58-1c9d7fb82604"} {"level":"info","ts":1784808191.52998,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e859a198-6255-41a7-8a58-1c9d7fb82604","name":"e2e-external-model"} {"level":"info","ts":1784808191.5712643,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e859a198-6255-41a7-8a58-1c9d7fb82604","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808191.5851145,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93ef0fb5-c0cf-458e-9662-fd482eeffeab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808191.5851502,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93ef0fb5-c0cf-458e-9662-fd482eeffeab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784808191.5882635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da6f9c3d-1f5f-454c-a580-a1b83ac8c661"} {"level":"info","ts":1784808191.5883408,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da6f9c3d-1f5f-454c-a580-a1b83ac8c661","name":"e2e-external-model"} {"level":"info","ts":1784808191.6314151,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da6f9c3d-1f5f-454c-a580-a1b83ac8c661","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808198.952082,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808198.952154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc"} {"level":"info","ts":1784808198.952192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc"} {"level":"info","ts":1784808198.9522047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","EoS":true} {"level":"info","ts":1784808198.9522283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","header":"x-maas-username"} {"level":"info","ts":1784808198.9522395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","header":"x-maas-subscription"} {"level":"info","ts":1784808198.952244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","header":"x-maas-group"} {"level":"info","ts":1784808198.9522574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784808198.9522636,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","modelName":"e2e-external-model"} {"level":"info","ts":1784808198.952276,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784808198.9523168,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784808198.9523332,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc","authType":"apikey"} {"level":"info","ts":1784808198.9523597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42659d90-ccc2-47bf-be7f-350a125817cc"} {"level":"info","ts":1784808199.0770288,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2dc05d4f-9b4c-4009-a7b5-3e1d588de19c"} {"level":"info","ts":1784808199.0770733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f5ed4f7-cffa-493c-9880-faf5408ef4a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.0771136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f5ed4f7-cffa-493c-9880-faf5408ef4a3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784808199.085677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c800f46e-632c-48a0-b728-7fca8891af3b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.0857444,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c800f46e-632c-48a0-b728-7fca8891af3b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784808199.0858123,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2dc05d4f-9b4c-4009-a7b5-3e1d588de19c","name":"e2e-cleanup-test"} {"level":"info","ts":1784808199.0986037,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2dc05d4f-9b4c-4009-a7b5-3e1d588de19c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808199.1058753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db8054dd-db1d-4e46-987a-fbe3a7c18de5"} {"level":"info","ts":1784808199.1059556,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db8054dd-db1d-4e46-987a-fbe3a7c18de5","name":"e2e-cleanup-test"} {"level":"info","ts":1784808199.10615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21c7b7e5-0f16-4b09-9794-aa0f08cceffe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.1061862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21c7b7e5-0f16-4b09-9794-aa0f08cceffe","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784808199.1185286,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db8054dd-db1d-4e46-987a-fbe3a7c18de5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784808199.1226978,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db8054dd-db1d-4e46-987a-fbe3a7c18de5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808199.1227918,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2534eca5-1dd3-4e33-b639-dda8bf839ad1"} {"level":"info","ts":1784808199.1228397,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2534eca5-1dd3-4e33-b639-dda8bf839ad1","name":"e2e-cleanup-test"} {"level":"info","ts":1784808199.1280036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6577537d-ef64-495b-9b0b-7b285f6b8d67","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.1280355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6577537d-ef64-495b-9b0b-7b285f6b8d67","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784808199.1343334,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2534eca5-1dd3-4e33-b639-dda8bf839ad1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784808199.1389494,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2534eca5-1dd3-4e33-b639-dda8bf839ad1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808199.1390245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d8458a7-3bc5-424c-aaa3-80b6c4fe3595"} {"level":"info","ts":1784808199.139072,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d8458a7-3bc5-424c-aaa3-80b6c4fe3595","name":"e2e-cleanup-test"} {"level":"info","ts":1784808199.1487234,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef98ba11-ed6e-4532-96ce-1da67e6b7d64","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808199.1487558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef98ba11-ed6e-4532-96ce-1da67e6b7d64","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784808199.1496491,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d8458a7-3bc5-424c-aaa3-80b6c4fe3595","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784808199.1555424,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d8458a7-3bc5-424c-aaa3-80b6c4fe3595","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784808199.1556106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ad40f23-96b6-4541-bf20-d2c0148775e0"} {"level":"info","ts":1784808199.1556664,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ad40f23-96b6-4541-bf20-d2c0148775e0","name":"e2e-cleanup-test"} {"level":"info","ts":1784808199.165184,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ad40f23-96b6-4541-bf20-d2c0148775e0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784808207.3491518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35639420-d6af-416a-99bb-f1caaf936745","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808207.3491764,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dd73c7d-a786-4686-9b46-0708958a9141"} {"level":"info","ts":1784808207.3492005,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35639420-d6af-416a-99bb-f1caaf936745","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784808211.659061,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808211.6591184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b"} {"level":"info","ts":1784808211.6591284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b"} {"level":"info","ts":1784808211.659139,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b","EoS":true} {"level":"info","ts":1784808211.6591704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784808211.6591988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b3cbeb6-9204-4401-853b-91aa9f5b086b"} {"level":"info","ts":1784808211.6973114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808211.6973894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60"} {"level":"info","ts":1784808211.697404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60"} {"level":"info","ts":1784808211.6974146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","EoS":true} {"level":"info","ts":1784808211.6974428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","header":"x-maas-group"} {"level":"info","ts":1784808211.6974533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","header":"x-maas-username"} {"level":"info","ts":1784808211.6974576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","header":"x-maas-subscription"} {"level":"info","ts":1784808211.6974719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784808211.697481,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","modelName":"e2e-external-model"} {"level":"info","ts":1784808211.6974936,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784808211.6975198,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784808211.6975427,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60","authType":"apikey"} {"level":"info","ts":1784808211.697568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8638e8ed-1165-4aa9-b99e-4fa229720c60"} {"level":"info","ts":1784808211.7304323,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808211.7305067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.730518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.7305295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","EoS":true} {"level":"info","ts":1784808211.7305555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","header":"x-maas-group"} {"level":"info","ts":1784808211.7305684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","header":"x-maas-subscription"} {"level":"info","ts":1784808211.7305748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","header":"x-maas-username"} {"level":"info","ts":1784808211.730588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784808211.7306204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.8307593,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.8307865,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.8308058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","EoS":false} {"level":"info","ts":1784808211.83082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","EoS":true} {"level":"error","ts":1784808211.8308368,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784808211.8308952,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"677701b7-7c4f-42d0-82d5-ebf09cfe33c4"} {"level":"info","ts":1784808211.8678315,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808211.8679066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808211.8679173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808211.8679285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","EoS":true} {"level":"info","ts":1784808211.8679523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","header":"x-maas-group"} {"level":"info","ts":1784808211.8679628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","header":"x-maas-subscription"} {"level":"info","ts":1784808211.8679671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","header":"x-maas-username"} {"level":"info","ts":1784808211.867997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808211.9179008,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808211.9179285,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808211.9179459,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","EoS":false} {"level":"info","ts":1784808211.9179761,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","EoS":true} {"level":"error","ts":1784808211.9179904,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784808211.918029,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab5529b1-fe8e-418c-a3ba-b1bedb7fd939"} {"level":"info","ts":1784808212.8192246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9939c389-6e85-4bd9-8285-c6f5472bbdff"} {"level":"info","ts":1784808212.8192303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"623c5723-1178-48f1-89ce-fdec48cd6a81","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808212.8192825,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"623c5723-1178-48f1-89ce-fdec48cd6a81","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784808212.9720974,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b1675e2-1841-4331-b174-8b01792c2249","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808212.9721422,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b1675e2-1841-4331-b174-8b01792c2249","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784808212.972144,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45faecdc-d869-4bb1-bbaa-efebf40599bf"} {"level":"info","ts":1784808213.0959368,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f640673e-fb0a-460b-827a-69e828cd4b51","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784808213.0959892,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f640673e-fb0a-460b-827a-69e828cd4b51","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784808851.9994857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784808851.9995933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784808851.9996023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784808851.9996145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","EoS":true} {"level":"info","ts":1784808851.9996445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","header":"x-maas-username"} {"level":"info","ts":1784808851.9996552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","header":"x-maas-subscription"} {"level":"info","ts":1784808851.9996598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","header":"x-maas-group"} {"level":"info","ts":1784808851.9996743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","path":"/ai-tenant-e2e-inf-b-480488/test-model-480488/v1/chat/completions"} {"level":"info","ts":1784808851.9997249,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784808852.01409,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784808852.0141191,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784808852.0141363,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","EoS":false} {"level":"info","ts":1784808852.0141492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668","EoS":true} {"level":"info","ts":1784808852.0142064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b686a955-92aa-4b38-9ef2-796944985668"} {"level":"info","ts":1784809379.8578424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784809379.8579273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"} {"level":"info","ts":1784809379.8579404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"} {"level":"info","ts":1784809379.8579528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","EoS":true} {"level":"info","ts":1784809379.8579788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","header":"x-maas-subscription"} {"level":"info","ts":1784809379.857987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","header":"x-maas-username"} {"level":"info","ts":1784809379.8579912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","header":"x-maas-group"} {"level":"info","ts":1784809379.8580036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","path":"/ai-tenant-e2e-shared-b-1e1abd/rate-test-model-1e1abd/v1/completions"} {"level":"info","ts":1784809379.8580296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"} {"level":"info","ts":1784809379.871657,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"} {"level":"info","ts":1784809379.8716998,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"} {"level":"info","ts":1784809379.8717198,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","EoS":false} {"level":"info","ts":1784809379.871733,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13","EoS":true} {"level":"info","ts":1784809379.8717752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb256127-b1b1-4ab1-856e-d3757d3f0e13"}