{"level":"info","ts":1780694333.4315755,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1780694333.4317007,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":1780694333.4336762,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"}
{"level":"info","ts":1780694333.4337072,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1780694333.4337246,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1780694333.4337313,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1780694333.433738,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1780694333.433745,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1780694333.4337518,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1780694333.4337592,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."}
{"level":"info","ts":1780694333.4338439,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"}
{"level":"info","ts":1780694333.433892,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"}
{"level":"info","ts":1780694333.433955,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1780694333.4341338,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1780694333.4479814,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":1780694333.4484844,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"}
{"level":"info","ts":1780694333.466607,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1780694333.466833,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1780694333.4812531,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":33590.735222735,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780694333.481303,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780694333.4815493,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38025.130218669,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780694333.4815638,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780694333.4845524,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780694333.5885637,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780694333.682548,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1780694333.682594,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1780694333.7829316,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1780694333.7829669,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1}
{"level":"info","ts":1780694334.799919,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1780694334.8000748,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1780694512.4241085,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780694512.424611,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def"}
{"level":"info","ts":1780694512.4246309,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def"}
{"level":"info","ts":1780694512.42466,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","EoS":true}
{"level":"info","ts":1780694512.42468,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780694512.4247055,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","field":"model"}
{"level":"info","ts":1780694512.4247224,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780694512.4247332,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780694512.424742,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780694512.4247556,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def"}
{"level":"info","ts":1780694512.4473908,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def"}
{"level":"info","ts":1780694512.4474149,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def"}
{"level":"info","ts":1780694512.4474306,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","EoS":false}
{"level":"info","ts":1780694512.4474442,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","EoS":true}
{"level":"info","ts":1780694512.4474657,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780694512.4474905,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"19416d66-5c65-4188-978b-00a63b0d6def"}
{"level":"info","ts":1780694512.5079658,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780694512.5080397,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"0b9d0afc-f42e-4b3d-ba38-1be281d9a363"}
{"level":"info","ts":1780694512.5268862,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b9d0afc-f42e-4b3d-ba38-1be281d9a363"}
{"level":"info","ts":1780694512.526911,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"0b9d0afc-f42e-4b3d-ba38-1be281d9a363"}
{"level":"info","ts":1780694512.5269256,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"0b9d0afc-f42e-4b3d-ba38-1be281d9a363","EoS":false}
{"level":"info","ts":1780694512.5269372,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"0b9d0afc-f42e-4b3d-ba38-1be281d9a363","EoS":true}
{"level":"info","ts":1780694512.5269513,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"0b9d0afc-f42e-4b3d-ba38-1be281d9a363","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780694512.5269704,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"0b9d0afc-f42e-4b3d-ba38-1be281d9a363"}
{"level":"info","ts":1780694512.5862274,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780694512.5862978,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"866e8b0c-aa64-4305-b813-f3f26620d069"}
{"level":"info","ts":1780694512.5912194,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"866e8b0c-aa64-4305-b813-f3f26620d069"}
{"level":"info","ts":1780694512.591241,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"866e8b0c-aa64-4305-b813-f3f26620d069"}
{"level":"info","ts":1780694512.5912561,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"866e8b0c-aa64-4305-b813-f3f26620d069","EoS":false}
{"level":"info","ts":1780694512.591269,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"866e8b0c-aa64-4305-b813-f3f26620d069","EoS":true}
{"level":"info","ts":1780694512.5912938,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"866e8b0c-aa64-4305-b813-f3f26620d069","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780694512.5913134,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"866e8b0c-aa64-4305-b813-f3f26620d069"}
{"level":"info","ts":1780694519.529011,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780694519.5291007,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"1320a48c-9357-4274-b9d0-70265c93395e"}
{"level":"info","ts":1780694519.530048,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1320a48c-9357-4274-b9d0-70265c93395e"}
{"level":"info","ts":1780694519.5300674,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"1320a48c-9357-4274-b9d0-70265c93395e"}
{"level":"info","ts":1780694519.5300827,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1320a48c-9357-4274-b9d0-70265c93395e","EoS":false}
{"level":"info","ts":1780694519.5300949,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1320a48c-9357-4274-b9d0-70265c93395e","EoS":true}
{"level":"info","ts":1780694519.5301094,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"1320a48c-9357-4274-b9d0-70265c93395e","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780694519.5301294,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"1320a48c-9357-4274-b9d0-70265c93395e"}
{"level":"info","ts":1780694519.573015,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780694519.5730891,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"b9a081d3-12de-4e5d-a0a3-06add9e85294"}
{"level":"info","ts":1780694519.574275,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b9a081d3-12de-4e5d-a0a3-06add9e85294"}
{"level":"info","ts":1780694519.574296,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"b9a081d3-12de-4e5d-a0a3-06add9e85294"}
{"level":"info","ts":1780694519.5743213,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"b9a081d3-12de-4e5d-a0a3-06add9e85294","EoS":false}
{"level":"info","ts":1780694519.5743365,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"b9a081d3-12de-4e5d-a0a3-06add9e85294","EoS":true}
{"level":"error","ts":1780694519.5743515,"caller":"handlers/response.go:76","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"b9a081d3-12de-4e5d-a0a3-06add9e85294","error":"json: cannot unmarshal array into Go value of type map[string]interface {}","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/pkg/bbr/handlers.(*Server).HandleResponseBody\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/pkg/bbr/handlers/response.go:76\nsigs.k8s.io/gateway-api-inference-extension/pkg/bbr/handlers.(*Server).Process\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/pkg/bbr/handlers/server.go:147\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.80.0/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.80.0/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.80.0/server.go:1065"}
{"level":"info","ts":1780694519.5744107,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"b9a081d3-12de-4e5d-a0a3-06add9e85294"}