{"level":"info","ts":1780695357.2093294,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1780695357.2094517,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1780695357.2359197,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1780695357.235963,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1780695357.2359836,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1780695357.2359927,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1780695357.2360005,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1780695357.2360077,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1780695357.2360153,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1780695357.236023,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1780695357.2361195,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"anthropic,azure-openai,bedrock-openai,openai"} {"level":"info","ts":1780695357.236186,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1780695357.2362537,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1780695357.2367222,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1780695357.2368283,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1780695357.2435763,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1780695357.2453742,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1780695357.2460966,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1780695357.2785234,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37660.104445384,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780695357.278556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780695357.278936,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38830.539639267,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780695357.2789514,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780695357.2820005,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780695357.374425,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780695357.4436307,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1780695357.4436815,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1780695357.5449715,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780695357.5450811,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1780695359.0500762,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1780695359.050239,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1780695523.1951323,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780695523.1958048,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae"} {"level":"info","ts":1780695523.1958308,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae"} {"level":"info","ts":1780695523.1958935,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","EoS":true} {"level":"info","ts":1780695523.1959226,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780695523.195943,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","field":"model"} {"level":"info","ts":1780695523.1959627,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780695523.195974,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","plugin":"api-translation/api-translation"} {"level":"info","ts":1780695523.1959875,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780695523.196008,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae"} {"level":"info","ts":1780695523.2166033,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae"} {"level":"info","ts":1780695523.216633,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae"} {"level":"info","ts":1780695523.2166524,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","EoS":false} {"level":"info","ts":1780695523.2166653,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","EoS":true} {"level":"info","ts":1780695523.2166886,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae","plugin":"api-translation/api-translation"} {"level":"info","ts":1780695523.2167149,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"9c4a4926-6163-46f4-ab5f-9be83e3dedae"} {"level":"info","ts":1780695523.2755945,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780695523.2756712,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"a6dfe144-1b9f-9e26-9047-386172b74660"} {"level":"info","ts":1780695523.2986255,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6dfe144-1b9f-9e26-9047-386172b74660"} {"level":"info","ts":1780695523.2986581,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"a6dfe144-1b9f-9e26-9047-386172b74660"} {"level":"info","ts":1780695523.2986815,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a6dfe144-1b9f-9e26-9047-386172b74660","EoS":false} {"level":"info","ts":1780695523.2987008,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a6dfe144-1b9f-9e26-9047-386172b74660","EoS":true} {"level":"info","ts":1780695523.2987292,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"a6dfe144-1b9f-9e26-9047-386172b74660","plugin":"api-translation/api-translation"} {"level":"info","ts":1780695523.2987523,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"a6dfe144-1b9f-9e26-9047-386172b74660"} {"level":"info","ts":1780695523.349715,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780695523.349789,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"e7fc2a5f-4294-44eb-a370-d352195025e6"} {"level":"info","ts":1780695523.3535972,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7fc2a5f-4294-44eb-a370-d352195025e6"} {"level":"info","ts":1780695523.3536186,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"e7fc2a5f-4294-44eb-a370-d352195025e6"} {"level":"info","ts":1780695523.3536339,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e7fc2a5f-4294-44eb-a370-d352195025e6","EoS":false} {"level":"info","ts":1780695523.353646,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e7fc2a5f-4294-44eb-a370-d352195025e6","EoS":true} {"level":"info","ts":1780695523.3536727,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"e7fc2a5f-4294-44eb-a370-d352195025e6","plugin":"api-translation/api-translation"} {"level":"info","ts":1780695523.3537152,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"e7fc2a5f-4294-44eb-a370-d352195025e6"} {"level":"info","ts":1780695530.1528153,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780695530.1529233,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"7f3aa408-5e18-48f1-a2f5-416b4786d143"} {"level":"info","ts":1780695530.1535852,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f3aa408-5e18-48f1-a2f5-416b4786d143"} {"level":"info","ts":1780695530.153606,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"7f3aa408-5e18-48f1-a2f5-416b4786d143"} {"level":"info","ts":1780695530.153623,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"7f3aa408-5e18-48f1-a2f5-416b4786d143","EoS":false} {"level":"info","ts":1780695530.153643,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"7f3aa408-5e18-48f1-a2f5-416b4786d143","EoS":true} {"level":"info","ts":1780695530.15366,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"7f3aa408-5e18-48f1-a2f5-416b4786d143","plugin":"api-translation/api-translation"} {"level":"info","ts":1780695530.1536796,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"7f3aa408-5e18-48f1-a2f5-416b4786d143"} {"level":"info","ts":1780695530.1910236,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780695530.191117,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"581a4f5d-e5da-45fc-9027-0b088a8caa94"} {"level":"info","ts":1780695530.1919532,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"581a4f5d-e5da-45fc-9027-0b088a8caa94"} {"level":"info","ts":1780695530.1919765,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"581a4f5d-e5da-45fc-9027-0b088a8caa94"} {"level":"info","ts":1780695530.191994,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"581a4f5d-e5da-45fc-9027-0b088a8caa94","EoS":false} {"level":"info","ts":1780695530.1920104,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"581a4f5d-e5da-45fc-9027-0b088a8caa94","EoS":true} {"level":"error","ts":1780695530.1920235,"caller":"handlers/response.go:76","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"581a4f5d-e5da-45fc-9027-0b088a8caa94","error":"json: cannot unmarshal array into Go value of type map[string]interface {}","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/pkg/bbr/handlers.(*Server).HandleResponseBody\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/pkg/bbr/handlers/response.go:76\nsigs.k8s.io/gateway-api-inference-extension/pkg/bbr/handlers.(*Server).Process\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/pkg/bbr/handlers/server.go:147\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.80.0/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.80.0/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.80.0/server.go:1065"} {"level":"info","ts":1780695530.1920922,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"581a4f5d-e5da-45fc-9027-0b088a8caa94"}