{"level":"info","ts":1784844316.9272773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1"}
{"level":"info","ts":1784844316.9272869,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1"}
{"level":"info","ts":1784844316.927298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1","EoS":true}
{"level":"info","ts":1784844316.9273264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1","header":"x-maas-subscription"}
{"level":"info","ts":1784844316.9273367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1","header":"x-maas-group"}
{"level":"info","ts":1784844316.9273424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1","header":"x-maas-username"}
{"level":"info","ts":1784844316.9273548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844316.9273827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1"}
{"level":"info","ts":1784844316.940278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1"}
{"level":"info","ts":1784844316.9403028,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1"}
{"level":"info","ts":1784844316.9403207,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1","EoS":false}
{"level":"info","ts":1784844316.9403334,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1","EoS":true}
{"level":"info","ts":1784844316.9403732,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"17082c04-c094-4506-b953-c215c5d3eec1"}
{"level":"info","ts":1784844317.074332,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844317.0744245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"}
{"level":"info","ts":1784844317.07444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"}
{"level":"info","ts":1784844317.0744596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","EoS":true}
{"level":"info","ts":1784844317.0744991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","header":"x-maas-username"}
{"level":"info","ts":1784844317.0745118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","header":"x-maas-group"}
{"level":"info","ts":1784844317.0745203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","header":"x-maas-subscription"}
{"level":"info","ts":1784844317.0745404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844317.0745738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"}
{"level":"info","ts":1784844317.0755386,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"}
{"level":"info","ts":1784844317.0755515,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"}
{"level":"info","ts":1784844317.075588,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","EoS":false}
{"level":"info","ts":1784844317.0756075,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502","EoS":true}
{"level":"info","ts":1784844317.0756605,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f79a430c-1fa6-48ec-b5a4-cb77ee6df502"}
{"level":"info","ts":1784844317.211811,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844317.2119052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"}
{"level":"info","ts":1784844317.2119193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"}
{"level":"info","ts":1784844317.211931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","EoS":true}
{"level":"info","ts":1784844317.2119565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","header":"x-maas-subscription"}
{"level":"info","ts":1784844317.2119677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","header":"x-maas-username"}
{"level":"info","ts":1784844317.2119727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","header":"x-maas-group"}
{"level":"info","ts":1784844317.211987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844317.212012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"}
{"level":"info","ts":1784844317.2140167,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"}
{"level":"info","ts":1784844317.214036,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"}
{"level":"info","ts":1784844317.2140656,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","EoS":false}
{"level":"info","ts":1784844317.2140858,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e","EoS":true}
{"level":"info","ts":1784844317.2141376,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"06f56d52-b3c3-43a5-9173-28fbf51fa61e"}
{"level":"info","ts":1784844317.3510294,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844317.351115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"}
{"level":"info","ts":1784844317.351128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"}
{"level":"info","ts":1784844317.3511453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","EoS":true}
{"level":"info","ts":1784844317.3511817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","header":"x-maas-group"}
{"level":"info","ts":1784844317.3511946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","header":"x-maas-subscription"}
{"level":"info","ts":1784844317.3512027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","header":"x-maas-username"}
{"level":"info","ts":1784844317.3512223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844317.3512552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"}
{"level":"info","ts":1784844317.3521569,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"}
{"level":"info","ts":1784844317.3521686,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"}
{"level":"info","ts":1784844317.3521862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","EoS":false}
{"level":"info","ts":1784844317.352202,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c","EoS":true}
{"level":"info","ts":1784844317.3522465,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d7b0b880-0886-4eda-bebb-cd5287b7fb4c"}
{"level":"info","ts":1784844317.4875755,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844317.4876971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"}
{"level":"info","ts":1784844317.4877155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"}
{"level":"info","ts":1784844317.487736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","EoS":true}
{"level":"info","ts":1784844317.4877732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","header":"x-maas-group"}
{"level":"info","ts":1784844317.4877858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","header":"x-maas-username"}
{"level":"info","ts":1784844317.4877946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","header":"x-maas-subscription"}
{"level":"info","ts":1784844317.487816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844317.4878492,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"}
{"level":"info","ts":1784844317.4887059,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"}
{"level":"info","ts":1784844317.488725,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"}
{"level":"info","ts":1784844317.4887438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","EoS":false}
{"level":"info","ts":1784844317.488756,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d","EoS":true}
{"level":"info","ts":1784844317.48879,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34e72aa2-9214-4fa4-8d16-af81c67b256d"}
{"level":"info","ts":1784844333.2948673,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844333.2949662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"}
{"level":"info","ts":1784844333.2949805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"}
{"level":"info","ts":1784844333.2949998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","EoS":true}
{"level":"info","ts":1784844333.2950392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","header":"x-maas-subscription"}
{"level":"info","ts":1784844333.295053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","header":"x-maas-username"}
{"level":"info","ts":1784844333.2950616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","header":"x-maas-group"}
{"level":"info","ts":1784844333.2950802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844333.2951112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"}
{"level":"info","ts":1784844333.2976246,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"}
{"level":"info","ts":1784844333.2976637,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"}
{"level":"info","ts":1784844333.2976797,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","EoS":false}
{"level":"info","ts":1784844333.297691,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9","EoS":true}
{"level":"info","ts":1784844333.2977252,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25333ea4-cdea-47ae-bec4-04bf4e7e00e9"}
{"level":"info","ts":1784844333.3310876,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844333.3311784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"}
{"level":"info","ts":1784844333.3311963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"}
{"level":"info","ts":1784844333.3312151,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","EoS":true}
{"level":"info","ts":1784844333.3312669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","header":"x-maas-username"}
{"level":"info","ts":1784844333.3312795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","header":"x-maas-group"}
{"level":"info","ts":1784844333.331286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","header":"x-maas-subscription"}
{"level":"info","ts":1784844333.3312986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844333.3313222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"}
{"level":"info","ts":1784844333.3321307,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"}
{"level":"info","ts":1784844333.332153,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"}
{"level":"info","ts":1784844333.3321676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","EoS":false}
{"level":"info","ts":1784844333.332184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59","EoS":true}
{"level":"info","ts":1784844333.3322198,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"986a582d-22f2-47ec-960b-f4923cef3a59"}
{"level":"info","ts":1784844333.4353912,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844333.435469,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"485c2b91-41d8-9484-910a-6797332d176c"}
{"level":"info","ts":1784844333.4362183,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"485c2b91-41d8-9484-910a-6797332d176c"}
{"level":"info","ts":1784844333.4362335,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"485c2b91-41d8-9484-910a-6797332d176c"}
{"level":"info","ts":1784844333.4362488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"485c2b91-41d8-9484-910a-6797332d176c","EoS":false}
{"level":"info","ts":1784844333.4362621,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"485c2b91-41d8-9484-910a-6797332d176c"}
{"level":"info","ts":1784844333.4362907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"485c2b91-41d8-9484-910a-6797332d176c","EoS":true}
{"level":"info","ts":1784844333.4363008,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"485c2b91-41d8-9484-910a-6797332d176c"}
{"level":"info","ts":1784844338.0747125,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844338.0747917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"}
{"level":"info","ts":1784844338.0748034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"}
{"level":"info","ts":1784844338.074815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","EoS":true}
{"level":"info","ts":1784844338.0748405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","header":"x-maas-username"}
{"level":"info","ts":1784844338.0748503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","header":"x-maas-subscription"}
{"level":"info","ts":1784844338.074856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","header":"x-maas-group"}
{"level":"info","ts":1784844338.0748694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844338.0748937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"}
{"level":"info","ts":1784844338.0758755,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"}
{"level":"info","ts":1784844338.0758948,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"}
{"level":"info","ts":1784844338.0759149,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","EoS":false}
{"level":"info","ts":1784844338.0759325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c","EoS":true}
{"level":"info","ts":1784844338.0759866,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd765ab2-e070-44dd-863d-66d20cd8373c"}
{"level":"info","ts":1784844348.7101974,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844348.7102773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"}
{"level":"info","ts":1784844348.7102866,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"}
{"level":"info","ts":1784844348.7102973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","EoS":true}
{"level":"info","ts":1784844348.7103238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","header":"x-maas-group"}
{"level":"info","ts":1784844348.7103348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","header":"x-maas-subscription"}
{"level":"info","ts":1784844348.71034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","header":"x-maas-username"}
{"level":"info","ts":1784844348.7103531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784844348.7103767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"}
{"level":"info","ts":1784844348.71129,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"}
{"level":"info","ts":1784844348.711316,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"}
{"level":"info","ts":1784844348.7113354,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","EoS":false}
{"level":"info","ts":1784844348.711347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d","EoS":true}
{"level":"info","ts":1784844348.7113814,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f37395c2-8fc7-4ace-85ef-c29e69889c2d"}
{"level":"info","ts":1784844361.6467135,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844361.6467984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"}
{"level":"info","ts":1784844361.6468105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"}
{"level":"info","ts":1784844361.6468263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","EoS":true}
{"level":"info","ts":1784844361.6468515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","header":"x-maas-subscription"}
{"level":"info","ts":1784844361.646862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","header":"x-maas-username"}
{"level":"info","ts":1784844361.6468675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","header":"x-maas-group"}
{"level":"info","ts":1784844361.6468797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844361.64691,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"}
{"level":"info","ts":1784844361.6478121,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"}
{"level":"info","ts":1784844361.6478364,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"}
{"level":"info","ts":1784844361.647852,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","EoS":false}
{"level":"info","ts":1784844361.6478643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86","EoS":true}
{"level":"info","ts":1784844361.6478994,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d91caf60-df46-4f5a-a0d1-cab367965b86"}
{"level":"info","ts":1784844370.2233326,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844370.2234333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"}
{"level":"info","ts":1784844370.2234533,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"}
{"level":"info","ts":1784844370.2234688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","EoS":true}
{"level":"info","ts":1784844370.2234988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","header":"x-maas-subscription"}
{"level":"info","ts":1784844370.2235131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","header":"x-maas-username"}
{"level":"info","ts":1784844370.2235196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","header":"x-maas-group"}
{"level":"info","ts":1784844370.2235372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844370.223571,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"}
{"level":"info","ts":1784844370.2245276,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"}
{"level":"info","ts":1784844370.2245517,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"}
{"level":"info","ts":1784844370.2245739,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","EoS":false}
{"level":"info","ts":1784844370.2245872,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14d573b6-6970-434e-a886-db952718fec4","EoS":true}
{"level":"info","ts":1784844370.2246466,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"14d573b6-6970-434e-a886-db952718fec4"}
{"level":"info","ts":1784844379.2335348,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844379.2336137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"}
{"level":"info","ts":1784844379.2336257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"}
{"level":"info","ts":1784844379.233654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","EoS":true}
{"level":"info","ts":1784844379.23368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","header":"x-maas-group"}
{"level":"info","ts":1784844379.2336898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","header":"x-maas-subscription"}
{"level":"info","ts":1784844379.2336953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","header":"x-maas-username"}
{"level":"info","ts":1784844379.2337098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844379.2337372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"}
{"level":"info","ts":1784844379.2346172,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"}
{"level":"info","ts":1784844379.2346609,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"}
{"level":"info","ts":1784844379.234678,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","EoS":false}
{"level":"info","ts":1784844379.2346897,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe","EoS":true}
{"level":"info","ts":1784844379.2347326,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f2bf3aec-849c-4303-94e4-78154c776ebe"}
{"level":"info","ts":1784844404.5499635,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844404.550062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"}
{"level":"info","ts":1784844404.5500736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"}
{"level":"info","ts":1784844404.5500927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","EoS":true}
{"level":"info","ts":1784844404.5501308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","header":"x-maas-username"}
{"level":"info","ts":1784844404.550143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","header":"x-maas-group"}
{"level":"info","ts":1784844404.550153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","header":"x-maas-subscription"}
{"level":"info","ts":1784844404.550174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784844404.5502074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"}
{"level":"info","ts":1784844404.5521283,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"}
{"level":"info","ts":1784844404.5521505,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"}
{"level":"info","ts":1784844404.552166,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","EoS":false}
{"level":"info","ts":1784844404.5521786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4","EoS":true}
{"level":"info","ts":1784844404.5522137,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c5b3468-e732-4c88-a1d0-b13eaf440cc4"}
{"level":"info","ts":1784844428.6651745,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844428.6652508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"}
{"level":"info","ts":1784844428.6652596,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"}
{"level":"info","ts":1784844428.6652708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","EoS":true}
{"level":"info","ts":1784844428.6652951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","header":"x-maas-subscription"}
{"level":"info","ts":1784844428.665305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","header":"x-maas-group"}
{"level":"info","ts":1784844428.6653116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","header":"x-maas-username"}
{"level":"info","ts":1784844428.6653254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784844428.6653452,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"}
{"level":"info","ts":1784844428.666226,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"}
{"level":"info","ts":1784844428.6662498,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"}
{"level":"info","ts":1784844428.666267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","EoS":false}
{"level":"info","ts":1784844428.6662824,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9","EoS":true}
{"level":"info","ts":1784844428.6663198,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab84e4d0-0999-469b-9d12-6f489515f2f9"}
{"level":"info","ts":1784844457.571673,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844457.5717535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"}
{"level":"info","ts":1784844457.571765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"}
{"level":"info","ts":1784844457.5717797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","EoS":true}
{"level":"info","ts":1784844457.5718143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","header":"x-maas-username"}
{"level":"info","ts":1784844457.5718253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","header":"x-maas-subscription"}
{"level":"info","ts":1784844457.57183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","header":"x-maas-group"}
{"level":"info","ts":1784844457.5718434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844457.5718675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"}
{"level":"info","ts":1784844457.5738025,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"}
{"level":"info","ts":1784844457.5738244,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"}
{"level":"info","ts":1784844457.5738468,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","EoS":false}
{"level":"info","ts":1784844457.5738683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac","EoS":true}
{"level":"info","ts":1784844457.5739238,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b254bece-8fe1-49c5-b95e-d55a32d792ac"}
{"level":"info","ts":1784844467.1797965,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844467.1798859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"}
{"level":"info","ts":1784844467.179897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"}
{"level":"info","ts":1784844467.1799097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","EoS":true}
{"level":"info","ts":1784844467.1799352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","header":"x-maas-subscription"}
{"level":"info","ts":1784844467.179945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","header":"x-maas-group"}
{"level":"info","ts":1784844467.1799538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","header":"x-maas-username"}
{"level":"info","ts":1784844467.1799676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844467.1799927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"}
{"level":"info","ts":1784844467.1819787,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"}
{"level":"info","ts":1784844467.1819994,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"}
{"level":"info","ts":1784844467.1820176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","EoS":false}
{"level":"info","ts":1784844467.1820357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1","EoS":true}
{"level":"info","ts":1784844467.182073,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"39111340-9456-4a5d-a04e-14861f72cbe1"}
{"level":"info","ts":1784844467.2225068,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844467.2226012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"}
{"level":"info","ts":1784844467.2226143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"}
{"level":"info","ts":1784844467.2226253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","EoS":true}
{"level":"info","ts":1784844467.222675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","header":"x-maas-username"}
{"level":"info","ts":1784844467.222688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","header":"x-maas-subscription"}
{"level":"info","ts":1784844467.2226925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","header":"x-maas-group"}
{"level":"info","ts":1784844467.2227058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844467.2227314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"}
{"level":"info","ts":1784844467.2235732,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"}
{"level":"info","ts":1784844467.2235897,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"}
{"level":"info","ts":1784844467.2236047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","EoS":false}
{"level":"info","ts":1784844467.2236173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3","EoS":true}
{"level":"info","ts":1784844467.2236693,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"921690f3-9514-4b0e-881f-941fd80185d3"}
{"level":"info","ts":1784844486.6632378,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844486.6633239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"}
{"level":"info","ts":1784844486.6633341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"}
{"level":"info","ts":1784844486.663347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","EoS":true}
{"level":"info","ts":1784844486.6633775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","header":"x-maas-username"}
{"level":"info","ts":1784844486.663389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","header":"x-maas-subscription"}
{"level":"info","ts":1784844486.6633942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","header":"x-maas-group"}
{"level":"info","ts":1784844486.6634076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844486.6634297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"}
{"level":"info","ts":1784844486.6643188,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"}
{"level":"info","ts":1784844486.6643412,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"}
{"level":"info","ts":1784844486.6643639,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","EoS":false}
{"level":"info","ts":1784844486.6643767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1","EoS":true}
{"level":"info","ts":1784844486.6644108,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f44a8fc2-df0a-4356-a59d-8b20f553e8f1"}
{"level":"info","ts":1784844617.902761,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844617.9028587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"}
{"level":"info","ts":1784844617.9028718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"}
{"level":"info","ts":1784844617.9028916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","EoS":true}
{"level":"info","ts":1784844617.903002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","header":"x-maas-group"}
{"level":"info","ts":1784844617.9030168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","header":"x-maas-subscription"}
{"level":"info","ts":1784844617.903025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","header":"x-maas-username"}
{"level":"info","ts":1784844617.9030445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784844617.9030778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"}
{"level":"info","ts":1784844617.90567,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"}
{"level":"info","ts":1784844617.905692,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"}
{"level":"info","ts":1784844617.905711,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","EoS":false}
{"level":"info","ts":1784844617.9057221,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf","EoS":true}
{"level":"info","ts":1784844617.905756,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"63ccfa81-47a4-41ce-99ed-63f197ad60bf"}
{"level":"info","ts":1784844655.1299443,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844655.130024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"}
{"level":"info","ts":1784844655.130034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"}
{"level":"info","ts":1784844655.1300454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","EoS":true}
{"level":"info","ts":1784844655.1300757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","header":"x-maas-subscription"}
{"level":"info","ts":1784844655.1300907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","header":"x-maas-group"}
{"level":"info","ts":1784844655.130097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","header":"x-maas-username"}
{"level":"info","ts":1784844655.1301105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844655.1301348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"}
{"level":"info","ts":1784844655.1332061,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"}
{"level":"info","ts":1784844655.1332252,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"}
{"level":"info","ts":1784844655.1332405,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","EoS":false}
{"level":"info","ts":1784844655.1332529,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e","EoS":true}
{"level":"info","ts":1784844655.1332877,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd5c6384-a882-492f-8366-f4a0f21c4f0e"}
{"level":"info","ts":1784844670.4780767,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784844670.4781523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"}
{"level":"info","ts":1784844670.478161,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"}
{"level":"info","ts":1784844670.4781723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","EoS":true}
{"level":"info","ts":1784844670.4781976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","header":"x-maas-group"}
{"level":"info","ts":1784844670.4782076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","header":"x-maas-subscription"}
{"level":"info","ts":1784844670.4782119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","header":"x-maas-username"}
{"level":"info","ts":1784844670.4782264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784844670.4782538,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"}
{"level":"info","ts":1784844670.4792378,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"}
{"level":"info","ts":1784844670.4792604,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"}
{"level":"info","ts":1784844670.4792776,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","EoS":false}
{"level":"info","ts":1784844670.4792986,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b","EoS":true}
{"level":"info","ts":1784844670.479334,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19cbe67e-a575-4d10-b3fb-339cd506576b"}
{"level":"info","ts":1784845003.69874,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784845003.6988266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"}
{"level":"info","ts":1784845003.6988351,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"}
{"level":"info","ts":1784845003.6988468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","EoS":true}
{"level":"info","ts":1784845003.6988719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","header":"x-maas-username"}
{"level":"info","ts":1784845003.6988833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","header":"x-maas-subscription"}
{"level":"info","ts":1784845003.6988878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","header":"x-maas-group"}
{"level":"info","ts":1784845003.6989014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784845003.6989248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"}
{"level":"info","ts":1784845003.6998553,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"}
{"level":"info","ts":1784845003.6998768,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"}
{"level":"info","ts":1784845003.6998968,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","EoS":false}
{"level":"info","ts":1784845003.6999123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a","EoS":true}
{"level":"info","ts":1784845003.6999466,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"208081f5-1b96-41e7-85ef-72c443c1d51a"}
{"level":"info","ts":1784845008.5128622,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"703dd69c-8133-4846-b959-6133adcd4b01","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784845008.5131109,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33822.12016943,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.5131447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.5550668,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.6140416,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"703dd69c-8133-4846-b959-6133adcd4b01","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784845008.6372452,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f209e50-ade8-4146-bed1-53a984608fbe","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784845008.6372452,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5548fbc3-8dfe-4cc0-8b8f-15e91bc4a2f9"}
{"level":"info","ts":1784845008.6372879,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f209e50-ade8-4146-bed1-53a984608fbe","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784845008.6465104,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35cc61f6-43d2-4f5e-833b-be1563023710","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784845008.646538,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35cc61f6-43d2-4f5e-833b-be1563023710","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784845008.647084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35984.369763479,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.6471078,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.6579044,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.7479966,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5548fbc3-8dfe-4cc0-8b8f-15e91bc4a2f9","name":"e2e-external-provider"}
{"level":"info","ts":1784845008.7590241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f1206a8-54ae-4f4d-8363-411f07e87da8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845008.7590775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f1206a8-54ae-4f4d-8363-411f07e87da8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784845008.7590208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"769cb4fb-085d-43f2-9ade-707824f17c01"}
{"level":"info","ts":1784845008.7601497,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5548fbc3-8dfe-4cc0-8b8f-15e91bc4a2f9","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784845008.7679174,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"769cb4fb-085d-43f2-9ade-707824f17c01","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784845008.7679706,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25390d42-64b4-41bc-82ff-b6eb90bb841f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845008.7680013,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25390d42-64b4-41bc-82ff-b6eb90bb841f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784845008.7766936,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5548fbc3-8dfe-4cc0-8b8f-15e91bc4a2f9","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784845008.777696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"769cb4fb-085d-43f2-9ade-707824f17c01","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784845008.7778015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c095eceb-34f6-4c26-8119-7dd6e2706f46","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845008.7778275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c095eceb-34f6-4c26-8119-7dd6e2706f46","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784845008.7778037,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc7a8a61-96df-4f2b-8b8d-35f4b7bd9a24"}
{"level":"info","ts":1784845008.7778542,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc7a8a61-96df-4f2b-8b8d-35f4b7bd9a24","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784845008.782821,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc7a8a61-96df-4f2b-8b8d-35f4b7bd9a24","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784845008.7828686,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a40d633f-81d3-4d5d-bf48-8a49c71e14b9"}
{"level":"info","ts":1784845008.7828891,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a40d633f-81d3-4d5d-bf48-8a49c71e14b9","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784845008.7867522,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5548fbc3-8dfe-4cc0-8b8f-15e91bc4a2f9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784845008.7893946,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a40d633f-81d3-4d5d-bf48-8a49c71e14b9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784845008.7974284,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7816fca9-77e0-4240-ada6-e5eba1dc1ce4"}
{"level":"info","ts":1784845008.797457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a050f4f0-be4a-4b75-9638-bae38aa5f247","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845008.7974823,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a050f4f0-be4a-4b75-9638-bae38aa5f247","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784845008.7975013,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7816fca9-77e0-4240-ada6-e5eba1dc1ce4","name":"e2e-external-provider"}
{"level":"info","ts":1784845008.797548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25b4ba39-d0ca-4414-a9df-94ad7bac6808"}
{"level":"info","ts":1784845008.79772,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35eb1c1b-3e86-4523-bab2-2b2c1c9a99fc","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784845008.797757,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35eb1c1b-3e86-4523-bab2-2b2c1c9a99fc","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784845008.7977612,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33352.655046766,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.79778,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.8105142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784845008.8134806,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7816fca9-77e0-4240-ada6-e5eba1dc1ce4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784845008.8984437,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25b4ba39-d0ca-4414-a9df-94ad7bac6808","name":"e2e-external-model"}
{"level":"info","ts":1784845008.916433,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25b4ba39-d0ca-4414-a9df-94ad7bac6808","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784845008.9233396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"621c1f20-fa84-4083-923c-75dd59e77f5d"}
{"level":"info","ts":1784845008.9233396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1c6669a-00ea-4f6b-b005-553ff2e93a09","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845008.9233837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1c6669a-00ea-4f6b-b005-553ff2e93a09","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784845008.9234111,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"621c1f20-fa84-4083-923c-75dd59e77f5d","name":"e2e-external-model"}
{"level":"info","ts":1784845008.949661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2e3ed92-21c1-4c74-82b5-24cd2509deef","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845008.949707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2e3ed92-21c1-4c74-82b5-24cd2509deef","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784845008.9505112,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"621c1f20-fa84-4083-923c-75dd59e77f5d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784845008.9505937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5fd05cd5-ae77-408c-a146-1db0dc61c543"}
{"level":"info","ts":1784845008.9506788,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5fd05cd5-ae77-408c-a146-1db0dc61c543","name":"e2e-external-model"}
{"level":"info","ts":1784845008.9635859,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5fd05cd5-ae77-408c-a146-1db0dc61c543","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784845008.9728668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c8cc6e6-3285-40c5-9851-3d33ed94bd2f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845008.9729009,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c8cc6e6-3285-40c5-9851-3d33ed94bd2f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784845008.9736786,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92690f8e-e353-4805-b16a-36921bb69f21"}
{"level":"info","ts":1784845008.973742,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92690f8e-e353-4805-b16a-36921bb69f21","name":"e2e-external-model"}
{"level":"info","ts":1784845008.9846797,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92690f8e-e353-4805-b16a-36921bb69f21","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784845018.4212995,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784845018.4213808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7"}
{"level":"info","ts":1784845018.4213963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7"}
{"level":"info","ts":1784845018.4214077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","EoS":true}
{"level":"info","ts":1784845018.4214337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","header":"x-maas-username"}
{"level":"info","ts":1784845018.4214427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","header":"x-maas-group"}
{"level":"info","ts":1784845018.4214468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","header":"x-maas-subscription"}
{"level":"info","ts":1784845018.4214597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784845018.4214668,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","modelName":"e2e-external-model"}
{"level":"info","ts":1784845018.4214811,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784845018.421522,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784845018.4215405,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7","authType":"apikey"}
{"level":"info","ts":1784845018.4215705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc68bcc6-f854-45b3-964a-8be923de39a7"}
{"level":"info","ts":1784845018.5547595,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3006113a-ec6b-48c1-aca7-accec8bd3cb8"}
{"level":"info","ts":1784845018.5548065,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf922bcd-a1b0-4d0a-96ef-f888f2149d89","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784845018.5548403,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf922bcd-a1b0-4d0a-96ef-f888f2149d89","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784845018.563685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd01f476-aad7-439d-99ef-fb545059cd38","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784845018.563717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd01f476-aad7-439d-99ef-fb545059cd38","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784845018.5705109,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3006113a-ec6b-48c1-aca7-accec8bd3cb8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784845018.5705917,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3006113a-ec6b-48c1-aca7-accec8bd3cb8","name":"e2e-cleanup-test"}
{"level":"info","ts":1784845018.5980616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed8e32b0-cbba-435a-8396-ba95220261f2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784845018.5980973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed8e32b0-cbba-435a-8396-ba95220261f2","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784845018.6058402,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3006113a-ec6b-48c1-aca7-accec8bd3cb8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784845018.605886,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3006113a-ec6b-48c1-aca7-accec8bd3cb8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784845018.6059394,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e4d57fb-eff7-4e9a-8286-d3175549ff7a"}
{"level":"info","ts":1784845018.6059947,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e4d57fb-eff7-4e9a-8286-d3175549ff7a","name":"e2e-cleanup-test"}
{"level":"info","ts":1784845018.6180305,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e4d57fb-eff7-4e9a-8286-d3175549ff7a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784845018.621303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88890602-3714-47c4-a87e-17a10aa6cae2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784845018.6213338,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88890602-3714-47c4-a87e-17a10aa6cae2","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784845018.6240726,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e4d57fb-eff7-4e9a-8286-d3175549ff7a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784845018.6241686,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce4acb7d-ce8b-483b-9096-564eeac18878"}
{"level":"info","ts":1784845018.624227,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce4acb7d-ce8b-483b-9096-564eeac18878","name":"e2e-cleanup-test"}
{"level":"info","ts":1784845018.635466,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce4acb7d-ce8b-483b-9096-564eeac18878","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784845018.6435864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e4fb3ef-9fc1-4d2c-864e-ca414445ae79","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784845018.6435921,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7326cc64-eb7e-4ebd-9a46-5576f4ea5a53"}
{"level":"info","ts":1784845018.6436152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e4fb3ef-9fc1-4d2c-864e-ca414445ae79","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784845018.6436806,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7326cc64-eb7e-4ebd-9a46-5576f4ea5a53","name":"e2e-cleanup-test"}
{"level":"info","ts":1784845018.6543255,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7326cc64-eb7e-4ebd-9a46-5576f4ea5a53","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784845026.8411465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f40c69c-93ff-4a6d-a847-2be7d9581ccb"}
{"level":"info","ts":1784845026.8411927,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e57c880-7bb2-4377-bbf2-412df368b097","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784845026.8412254,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e57c880-7bb2-4377-bbf2-412df368b097","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784845031.1666172,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784845031.166714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f"}
{"level":"info","ts":1784845031.1667233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f"}
{"level":"info","ts":1784845031.166735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f","EoS":true}
{"level":"info","ts":1784845031.1667683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784845031.1668036,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e692cdbc-6870-4f99-abcb-4875ae659d7f"}
{"level":"info","ts":1784845031.2054164,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784845031.2055016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af"}
{"level":"info","ts":1784845031.2055213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af"}
{"level":"info","ts":1784845031.2055402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","EoS":true}
{"level":"info","ts":1784845031.2056103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","header":"x-maas-username"}
{"level":"info","ts":1784845031.2056239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","header":"x-maas-subscription"}
{"level":"info","ts":1784845031.205663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","header":"x-maas-group"}
{"level":"info","ts":1784845031.205684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784845031.2056966,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","modelName":"e2e-external-model"}
{"level":"info","ts":1784845031.2057161,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784845031.2057486,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784845031.2057734,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af","authType":"apikey"}
{"level":"info","ts":1784845031.2058089,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11c3024b-1892-4132-b37b-99a1e45f52af"}
{"level":"info","ts":1784845031.2409003,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784845031.2409794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"}
{"level":"info","ts":1784845031.240991,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"}
{"level":"info","ts":1784845031.2410078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","EoS":true}
{"level":"info","ts":1784845031.241038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","header":"x-maas-subscription"}
{"level":"info","ts":1784845031.2410462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","header":"x-maas-username"}
{"level":"info","ts":1784845031.2410517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","header":"x-maas-group"}
{"level":"info","ts":1784845031.2410648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784845031.2410872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"}
{"level":"info","ts":1784845031.3408,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"}
{"level":"info","ts":1784845031.3408272,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"}
{"level":"info","ts":1784845031.3408453,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","EoS":false}
{"level":"info","ts":1784845031.3408597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","EoS":true}
{"level":"error","ts":1784845031.340876,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784845031.3409321,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"363ac268-80cd-4117-9a71-a86a893af788"}
{"level":"info","ts":1784845031.3768952,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784845031.376971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"}
{"level":"info","ts":1784845031.3769808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"}
{"level":"info","ts":1784845031.3769922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","EoS":true}
{"level":"info","ts":1784845031.377016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","header":"x-maas-subscription"}
{"level":"info","ts":1784845031.3770242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","header":"x-maas-group"}
{"level":"info","ts":1784845031.3770287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","header":"x-maas-username"}
{"level":"info","ts":1784845031.3770592,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"}
{"level":"info","ts":1784845031.4259527,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"}
{"level":"info","ts":1784845031.4259791,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"}
{"level":"info","ts":1784845031.426001,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","EoS":false}
{"level":"info","ts":1784845031.4260185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","EoS":true}
{"level":"error","ts":1784845031.4260392,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784845031.4260962,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d3a3bb7f-b7de-4252-b5e4-58d3cbfb1598"}
{"level":"info","ts":1784845032.2713177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac3e1b61-824b-4111-8750-cdf02b6df1dd"}
{"level":"info","ts":1784845032.2713554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"025c7d2f-d72c-4b50-b82c-427c384bccd3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845032.2713833,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"025c7d2f-d72c-4b50-b82c-427c384bccd3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784845032.4285774,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3114937-0c7a-45b1-aae1-19bf0e87cdd2","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784845032.4286084,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96b7d3e7-b19f-4145-9ee5-e98cbce70421"}
{"level":"info","ts":1784845032.4286556,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3114937-0c7a-45b1-aae1-19bf0e87cdd2","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784845032.5546784,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f9050fff-eea7-4d90-9dc1-f86f8bf56da2","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784845032.5547338,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f9050fff-eea7-4d90-9dc1-f86f8bf56da2","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784845645.8125,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784845645.8125923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"}
{"level":"info","ts":1784845645.8126054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"}
{"level":"info","ts":1784845645.8126185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","EoS":true}
{"level":"info","ts":1784845645.812661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","header":"x-maas-group"}
{"level":"info","ts":1784845645.8126721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","header":"x-maas-username"}
{"level":"info","ts":1784845645.8126771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","header":"x-maas-subscription"}
{"level":"info","ts":1784845645.812689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","path":"/ai-tenant-e2e-inf-b-b12a8c/test-model-b12a8c/v1/chat/completions"}
{"level":"info","ts":1784845645.8127162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"}
{"level":"info","ts":1784845645.825432,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"}
{"level":"info","ts":1784845645.8254554,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"}
{"level":"info","ts":1784845645.825472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","EoS":false}
{"level":"info","ts":1784845645.8254871,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83","EoS":true}
{"level":"info","ts":1784845645.8255334,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"46d2849d-1294-43a5-906b-028cef56ad83"}
{"level":"info","ts":1784846134.2792993,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846134.2793849,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"}
{"level":"info","ts":1784846134.2793996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"}
{"level":"info","ts":1784846134.2794185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","EoS":true}
{"level":"info","ts":1784846134.2794495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","header":"x-maas-subscription"}
{"level":"info","ts":1784846134.2794588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","header":"x-maas-username"}
{"level":"info","ts":1784846134.2794645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","header":"x-maas-group"}
{"level":"info","ts":1784846134.2794785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","path":"/ai-tenant-e2e-shared-b-6bf8de/rate-test-model-6bf8de/v1/completions"}
{"level":"info","ts":1784846134.2795098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"}
{"level":"info","ts":1784846134.29254,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"}
{"level":"info","ts":1784846134.2925758,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"}
{"level":"info","ts":1784846134.2925978,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","EoS":false}
{"level":"info","ts":1784846134.2926152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4","EoS":true}
{"level":"info","ts":1784846134.2926717,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d43574c9-47c0-43d3-878a-b609a1d948e4"}