{"level":"info","ts":1780674322.4623237,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1780674322.4624236,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1780674322.4642372,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1780674322.4642673,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1780674322.4642806,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1780674322.4642854,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1780674322.4642904,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1780674322.4642947,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1780674322.4642987,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1780674322.4643037,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1780674322.4643734,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1780674322.46441,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1780674322.4644704,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1780674322.4645715,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1780674322.4648576,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1780674322.4649324,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1780674322.4651847,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1780674322.4655523,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1780674322.5430415,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":35945.272028607,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780674322.5430765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780674322.5434523,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39086.780807267,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780674322.5434785,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780674322.5473,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780674322.726732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780674322.7440689,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1780674322.7440953,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1780674322.8451474,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780674322.8451753,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1780674324.7304468,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1780674324.7306101,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1780674697.5683079,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780674697.5687914,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0"} {"level":"info","ts":1780674697.5688093,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0"} {"level":"info","ts":1780674697.56884,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","EoS":true} {"level":"info","ts":1780674697.568861,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780674697.5688884,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","field":"model"} {"level":"info","ts":1780674697.5689065,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780674697.568918,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","plugin":"api-translation/api-translation"} {"level":"info","ts":1780674697.5689266,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780674697.5689392,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0"} {"level":"info","ts":1780674697.5854871,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0"} {"level":"info","ts":1780674697.5855088,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0"} {"level":"info","ts":1780674697.5855298,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","EoS":false} {"level":"info","ts":1780674697.5855443,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","EoS":true} {"level":"info","ts":1780674697.5855649,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0","plugin":"api-translation/api-translation"} {"level":"info","ts":1780674697.585587,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"00bd06c5-3d27-4eb5-a905-8ed1f5789bd0"} {"level":"info","ts":1780674697.65986,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780674697.6599429,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"e19b15e1-6a3a-469c-911e-b7c4fec10f75"} {"level":"info","ts":1780674698.4102209,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e19b15e1-6a3a-469c-911e-b7c4fec10f75"} {"level":"info","ts":1780674698.4102557,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"e19b15e1-6a3a-469c-911e-b7c4fec10f75"} {"level":"info","ts":1780674698.4102767,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e19b15e1-6a3a-469c-911e-b7c4fec10f75","EoS":false} {"level":"info","ts":1780674698.4102933,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e19b15e1-6a3a-469c-911e-b7c4fec10f75","EoS":true} {"level":"info","ts":1780674698.4103117,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"e19b15e1-6a3a-469c-911e-b7c4fec10f75","plugin":"api-translation/api-translation"} {"level":"info","ts":1780674698.41033,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"e19b15e1-6a3a-469c-911e-b7c4fec10f75"} {"level":"info","ts":1780674698.4588864,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780674698.4589715,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"1d90a3aa-4b00-4f33-a69a-b45db1cce3c1"} {"level":"info","ts":1780674698.4633622,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d90a3aa-4b00-4f33-a69a-b45db1cce3c1"} {"level":"info","ts":1780674698.4633858,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"1d90a3aa-4b00-4f33-a69a-b45db1cce3c1"} {"level":"info","ts":1780674698.4634006,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1d90a3aa-4b00-4f33-a69a-b45db1cce3c1","EoS":false} {"level":"info","ts":1780674698.4634216,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1d90a3aa-4b00-4f33-a69a-b45db1cce3c1","EoS":true} {"level":"info","ts":1780674698.4634473,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"1d90a3aa-4b00-4f33-a69a-b45db1cce3c1","plugin":"api-translation/api-translation"} {"level":"info","ts":1780674698.4634695,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"1d90a3aa-4b00-4f33-a69a-b45db1cce3c1"} {"level":"info","ts":1780674730.9963198,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780674730.9964137,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f"} {"level":"info","ts":1780674730.9964256,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f"} {"level":"info","ts":1780674730.9964378,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","EoS":true} {"level":"info","ts":1780674730.9964588,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780674730.996473,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","field":"model"} {"level":"info","ts":1780674730.9964836,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780674730.99649,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","plugin":"api-translation/api-translation"} {"level":"info","ts":1780674730.9964972,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780674730.996509,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f"} {"level":"info","ts":1780674730.9998279,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f"} {"level":"info","ts":1780674730.99985,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f"} {"level":"info","ts":1780674730.9998653,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","EoS":false} {"level":"info","ts":1780674730.999885,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","EoS":true} {"level":"info","ts":1780674730.9999125,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f","plugin":"api-translation/api-translation"} {"level":"info","ts":1780674730.9999304,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"f813b56d-3fbc-4c6c-92e5-7fef0c0e4e0f"} {"level":"info","ts":1780674731.048486,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780674731.0485523,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"258bd472-6e9a-473a-846f-77a7b350c4d0"} {"level":"info","ts":1780674731.8289175,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"258bd472-6e9a-473a-846f-77a7b350c4d0"} {"level":"info","ts":1780674731.8289516,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"258bd472-6e9a-473a-846f-77a7b350c4d0"} {"level":"info","ts":1780674731.8289685,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"258bd472-6e9a-473a-846f-77a7b350c4d0","EoS":false} {"level":"info","ts":1780674731.8289824,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"258bd472-6e9a-473a-846f-77a7b350c4d0","EoS":true} {"level":"info","ts":1780674731.8289967,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"258bd472-6e9a-473a-846f-77a7b350c4d0","plugin":"api-translation/api-translation"} {"level":"info","ts":1780674731.8290153,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"258bd472-6e9a-473a-846f-77a7b350c4d0"} {"level":"info","ts":1780674731.8790379,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780674731.8791142,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"c2cf80f7-70fb-432f-8421-b4e8b7c690b6"} {"level":"info","ts":1780674731.882569,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2cf80f7-70fb-432f-8421-b4e8b7c690b6"} {"level":"info","ts":1780674731.882587,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"c2cf80f7-70fb-432f-8421-b4e8b7c690b6"} {"level":"info","ts":1780674731.8826044,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"c2cf80f7-70fb-432f-8421-b4e8b7c690b6","EoS":false} {"level":"info","ts":1780674731.882616,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"c2cf80f7-70fb-432f-8421-b4e8b7c690b6","EoS":true} {"level":"info","ts":1780674731.8826575,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"c2cf80f7-70fb-432f-8421-b4e8b7c690b6","plugin":"api-translation/api-translation"} {"level":"info","ts":1780674731.8826761,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"c2cf80f7-70fb-432f-8421-b4e8b7c690b6"}