{"level":"info","ts":1781120030.3666961,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1781120030.3668141,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1781120030.368713,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1781120030.3687408,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1781120030.3687582,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1781120030.3687727,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1781120030.368781,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1781120030.3687909,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1781120030.3687992,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1781120030.3688078,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1781120030.3688917,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"bedrock-openai,openai,anthropic,azure-openai"} {"level":"info","ts":1781120030.3689537,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1781120030.3693302,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1781120030.3697457,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1781120030.3701391,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1781120030.3702486,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1781120030.3706188,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1781120030.371311,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1781120030.4480147,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":39311.632885778,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781120030.44805,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781120030.448419,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37773.142803571,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781120030.448434,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781120030.4510984,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781120030.6241412,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781120030.705024,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1781120030.7050695,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1781120030.7502527,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781120030.7502792,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1781120032.61077,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1781120032.6108718,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1781120331.3272796,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781120331.3279197,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f"} {"level":"info","ts":1781120331.327968,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f"} {"level":"info","ts":1781120331.3280172,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","EoS":true} {"level":"info","ts":1781120331.3280494,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781120331.3280745,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","field":"model"} {"level":"info","ts":1781120331.3280952,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781120331.3281116,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120331.328126,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781120331.3281481,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f"} {"level":"info","ts":1781120331.3477285,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f"} {"level":"info","ts":1781120331.3477569,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f"} {"level":"info","ts":1781120331.3477721,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","EoS":false} {"level":"info","ts":1781120331.3477848,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","EoS":true} {"level":"info","ts":1781120331.3478055,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120331.3478284,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"453b4475-7dd9-45b8-82cf-88bf657c869f"} {"level":"info","ts":1781120331.4124167,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781120331.412485,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"f45c5a68-aec8-4dbb-a012-59790283db92"} {"level":"info","ts":1781120331.4442708,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781120331.444343,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"4e20765b-1884-4277-9a68-faffd42d1bba"} {"level":"info","ts":1781120331.4562278,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e20765b-1884-4277-9a68-faffd42d1bba"} {"level":"info","ts":1781120331.4562454,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"4e20765b-1884-4277-9a68-faffd42d1bba"} {"level":"info","ts":1781120331.4562602,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4e20765b-1884-4277-9a68-faffd42d1bba","EoS":false} {"level":"info","ts":1781120331.4562736,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4e20765b-1884-4277-9a68-faffd42d1bba","EoS":true} {"level":"info","ts":1781120331.4563003,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"4e20765b-1884-4277-9a68-faffd42d1bba","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120331.4563196,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"4e20765b-1884-4277-9a68-faffd42d1bba"} {"level":"info","ts":1781120331.4580736,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f45c5a68-aec8-4dbb-a012-59790283db92"} {"level":"info","ts":1781120331.4580863,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"f45c5a68-aec8-4dbb-a012-59790283db92"} {"level":"info","ts":1781120331.4580977,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f45c5a68-aec8-4dbb-a012-59790283db92","EoS":false} {"level":"info","ts":1781120331.4581077,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f45c5a68-aec8-4dbb-a012-59790283db92","EoS":true} {"level":"info","ts":1781120331.4581313,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"f45c5a68-aec8-4dbb-a012-59790283db92","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120331.4581468,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"f45c5a68-aec8-4dbb-a012-59790283db92"} {"level":"info","ts":1781120331.6933362,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781120331.6934109,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"e274c67b-3cfd-4efe-a416-501e194192ac"} {"level":"info","ts":1781120331.6968942,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e274c67b-3cfd-4efe-a416-501e194192ac"} {"level":"info","ts":1781120331.696915,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"e274c67b-3cfd-4efe-a416-501e194192ac"} {"level":"info","ts":1781120331.6969306,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e274c67b-3cfd-4efe-a416-501e194192ac","EoS":false} {"level":"info","ts":1781120331.6969624,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e274c67b-3cfd-4efe-a416-501e194192ac","EoS":true} {"level":"info","ts":1781120331.696986,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"e274c67b-3cfd-4efe-a416-501e194192ac","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120331.6970077,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"e274c67b-3cfd-4efe-a416-501e194192ac"} {"level":"info","ts":1781120364.3166604,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781120364.316732,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8"} {"level":"info","ts":1781120364.3167412,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8"} {"level":"info","ts":1781120364.316753,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","EoS":true} {"level":"info","ts":1781120364.31677,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781120364.3167863,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","field":"model"} {"level":"info","ts":1781120364.3167956,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781120364.3168087,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120364.3168166,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781120364.316829,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8"} {"level":"info","ts":1781120364.3195722,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8"} {"level":"info","ts":1781120364.3195934,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8"} {"level":"info","ts":1781120364.31961,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","EoS":false} {"level":"info","ts":1781120364.319622,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","EoS":true} {"level":"info","ts":1781120364.319642,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120364.3196566,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"8d7532fc-8544-4e2d-94b6-ae7816f75ec8"} {"level":"info","ts":1781120364.3718266,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781120364.371892,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"150d86a7-e322-4ec1-92df-fbcb5f714dc5"} {"level":"info","ts":1781120364.3812418,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781120364.3812916,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"462ba30e-96b4-4f55-991a-442c602cd584"} {"level":"info","ts":1781120364.3817563,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"462ba30e-96b4-4f55-991a-442c602cd584"} {"level":"info","ts":1781120364.3817718,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"462ba30e-96b4-4f55-991a-442c602cd584"} {"level":"info","ts":1781120364.3817844,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"462ba30e-96b4-4f55-991a-442c602cd584","EoS":false} {"level":"info","ts":1781120364.3817945,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"462ba30e-96b4-4f55-991a-442c602cd584","EoS":true} {"level":"info","ts":1781120364.3818135,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"462ba30e-96b4-4f55-991a-442c602cd584","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120364.38183,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"462ba30e-96b4-4f55-991a-442c602cd584"} {"level":"info","ts":1781120364.3826628,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"150d86a7-e322-4ec1-92df-fbcb5f714dc5"} {"level":"info","ts":1781120364.3826752,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"150d86a7-e322-4ec1-92df-fbcb5f714dc5"} {"level":"info","ts":1781120364.3826878,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"150d86a7-e322-4ec1-92df-fbcb5f714dc5","EoS":false} {"level":"info","ts":1781120364.3826978,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"150d86a7-e322-4ec1-92df-fbcb5f714dc5","EoS":true} {"level":"info","ts":1781120364.3827229,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"150d86a7-e322-4ec1-92df-fbcb5f714dc5","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120364.3827384,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"150d86a7-e322-4ec1-92df-fbcb5f714dc5"} {"level":"info","ts":1781120364.6069949,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781120364.6070688,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"010438d8-68ae-4e9d-9dc5-8c8e9a9991b9"} {"level":"info","ts":1781120364.6099892,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"010438d8-68ae-4e9d-9dc5-8c8e9a9991b9"} {"level":"info","ts":1781120364.6100094,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"010438d8-68ae-4e9d-9dc5-8c8e9a9991b9"} {"level":"info","ts":1781120364.6100254,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"010438d8-68ae-4e9d-9dc5-8c8e9a9991b9","EoS":false} {"level":"info","ts":1781120364.610039,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"010438d8-68ae-4e9d-9dc5-8c8e9a9991b9","EoS":true} {"level":"info","ts":1781120364.6100626,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"010438d8-68ae-4e9d-9dc5-8c8e9a9991b9","plugin":"api-translation/api-translation"} {"level":"info","ts":1781120364.610079,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"010438d8-68ae-4e9d-9dc5-8c8e9a9991b9"}