{"level":"info","ts":1780665324.3892314,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1780665324.3893485,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1780665324.3910346,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1780665324.3910632,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1780665324.391077,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1780665324.391082,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1780665324.3910868,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1780665324.391091,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1780665324.3910954,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1780665324.3910997,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1780665324.3911908,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1780665324.391238,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1780665324.3912842,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1780665324.3914614,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1780665324.3917646,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1780665324.3918867,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1780665324.3921912,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1780665324.3927908,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1780665324.4894392,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":36342.810411394,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780665324.4894776,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780665324.4899316,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32450.421068216,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780665324.4899485,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780665324.4936063,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780665324.6868367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780665324.6975656,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1780665324.6976068,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1780665324.791988,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780665324.792023,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1780665327.4190073,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1780665327.4191866,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1780665682.5053127,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780665682.505781,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3"} {"level":"info","ts":1780665682.505799,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3"} {"level":"info","ts":1780665682.5058308,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","EoS":true} {"level":"info","ts":1780665682.505852,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780665682.505872,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","field":"model"} {"level":"info","ts":1780665682.5058863,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780665682.5058947,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","plugin":"api-translation/api-translation"} {"level":"info","ts":1780665682.5059025,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780665682.5059214,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3"} {"level":"info","ts":1780665682.522398,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3"} {"level":"info","ts":1780665682.5224335,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3"} {"level":"info","ts":1780665682.5224566,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","EoS":false} {"level":"info","ts":1780665682.5224757,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","EoS":true} {"level":"info","ts":1780665682.5225031,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3","plugin":"api-translation/api-translation"} {"level":"info","ts":1780665682.522541,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"39e0c487-6d0a-4d75-bf08-59f78224eeb3"} {"level":"info","ts":1780665682.6033258,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780665682.60342,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"2561393c-d4dc-4060-acd6-5080ac67329a"} {"level":"info","ts":1780665683.3742883,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2561393c-d4dc-4060-acd6-5080ac67329a"} {"level":"info","ts":1780665683.3743184,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"2561393c-d4dc-4060-acd6-5080ac67329a"} {"level":"info","ts":1780665683.3743362,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"2561393c-d4dc-4060-acd6-5080ac67329a","EoS":false} {"level":"info","ts":1780665683.3743489,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"2561393c-d4dc-4060-acd6-5080ac67329a","EoS":true} {"level":"info","ts":1780665683.3743663,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"2561393c-d4dc-4060-acd6-5080ac67329a","plugin":"api-translation/api-translation"} {"level":"info","ts":1780665683.3743906,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"2561393c-d4dc-4060-acd6-5080ac67329a"} {"level":"info","ts":1780665683.4263415,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780665683.4264233,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"3415de04-4cbf-450c-a7a3-7792d9ba3ef9"} {"level":"info","ts":1780665683.4305263,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3415de04-4cbf-450c-a7a3-7792d9ba3ef9"} {"level":"info","ts":1780665683.430548,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"3415de04-4cbf-450c-a7a3-7792d9ba3ef9"} {"level":"info","ts":1780665683.430567,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"3415de04-4cbf-450c-a7a3-7792d9ba3ef9","EoS":false} {"level":"info","ts":1780665683.4305835,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"3415de04-4cbf-450c-a7a3-7792d9ba3ef9","EoS":true} {"level":"info","ts":1780665683.4306183,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"3415de04-4cbf-450c-a7a3-7792d9ba3ef9","plugin":"api-translation/api-translation"} {"level":"info","ts":1780665683.4306445,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"3415de04-4cbf-450c-a7a3-7792d9ba3ef9"} {"level":"info","ts":1780665716.0447323,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780665716.0448158,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0"} {"level":"info","ts":1780665716.0448248,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0"} {"level":"info","ts":1780665716.0448368,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","EoS":true} {"level":"info","ts":1780665716.0448573,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780665716.044869,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","field":"model"} {"level":"info","ts":1780665716.044879,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780665716.044886,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","plugin":"api-translation/api-translation"} {"level":"info","ts":1780665716.0448942,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780665716.0449057,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0"} {"level":"info","ts":1780665716.0482051,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0"} {"level":"info","ts":1780665716.0482266,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0"} {"level":"info","ts":1780665716.048242,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","EoS":false} {"level":"info","ts":1780665716.0482543,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","EoS":true} {"level":"info","ts":1780665716.0482736,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0","plugin":"api-translation/api-translation"} {"level":"info","ts":1780665716.048289,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"4ca5dfb4-6fa7-41cd-9b9a-bfd309b952f0"} {"level":"info","ts":1780665716.0982802,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780665716.0983558,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"173e72bd-7941-4c48-aafc-d0415e6bf59d"} {"level":"info","ts":1780665716.8778222,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"173e72bd-7941-4c48-aafc-d0415e6bf59d"} {"level":"info","ts":1780665716.8778481,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"173e72bd-7941-4c48-aafc-d0415e6bf59d"} {"level":"info","ts":1780665716.8778658,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"173e72bd-7941-4c48-aafc-d0415e6bf59d","EoS":false} {"level":"info","ts":1780665716.8778777,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"173e72bd-7941-4c48-aafc-d0415e6bf59d","EoS":true} {"level":"info","ts":1780665716.8778932,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"173e72bd-7941-4c48-aafc-d0415e6bf59d","plugin":"api-translation/api-translation"} {"level":"info","ts":1780665716.8779116,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"173e72bd-7941-4c48-aafc-d0415e6bf59d"} {"level":"info","ts":1780665716.927091,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780665716.9271927,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"5b6dc5e2-0a9a-4c1c-8e0e-a5f5edd71168"} {"level":"info","ts":1780665716.930698,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b6dc5e2-0a9a-4c1c-8e0e-a5f5edd71168"} {"level":"info","ts":1780665716.9307165,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"5b6dc5e2-0a9a-4c1c-8e0e-a5f5edd71168"} {"level":"info","ts":1780665716.930731,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5b6dc5e2-0a9a-4c1c-8e0e-a5f5edd71168","EoS":false} {"level":"info","ts":1780665716.9307463,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5b6dc5e2-0a9a-4c1c-8e0e-a5f5edd71168","EoS":true} {"level":"info","ts":1780665716.9307697,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"5b6dc5e2-0a9a-4c1c-8e0e-a5f5edd71168","plugin":"api-translation/api-translation"} {"level":"info","ts":1780665716.9307895,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"5b6dc5e2-0a9a-4c1c-8e0e-a5f5edd71168"}