{"level":"info","ts":1781289265.006596,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1781289265.0070329,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1781289265.0153444,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1781289265.0154161,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1781289265.015444,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1781289265.0154557,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1781289265.0154665,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1781289265.0154765,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1781289265.0154839,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1781289265.0154939,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1781289265.015632,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1781289265.015726,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1781289265.0158157,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1781289265.0162597,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1781289265.01638,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1781289265.0165033,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1781289265.0185883,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1781289265.01929,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1781289265.1236455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":34589.489750176,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781289265.1236928,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781289265.1243458,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35327.753813597,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781289265.1243713,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781289265.1285393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781289265.313204,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781289265.327076,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1781289265.3271258,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1781289265.42642,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781289265.4264612,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1781289267.7137287,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1781289267.713895,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1781289495.5956244,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781289495.5961006,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c"} {"level":"info","ts":1781289495.5961196,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c"} {"level":"info","ts":1781289495.5961487,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","EoS":true} {"level":"info","ts":1781289495.5961697,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781289495.596195,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","field":"model"} {"level":"info","ts":1781289495.5962105,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781289495.5962205,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","plugin":"api-translation/api-translation"} {"level":"info","ts":1781289495.5962296,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781289495.5962446,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c"} {"level":"info","ts":1781289495.6131837,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c"} {"level":"info","ts":1781289495.6132133,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c"} {"level":"info","ts":1781289495.6132462,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","EoS":false} {"level":"info","ts":1781289495.6132874,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","EoS":true} {"level":"info","ts":1781289495.6133213,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c","plugin":"api-translation/api-translation"} {"level":"info","ts":1781289495.613355,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"2285eab2-858d-4b0c-9ff3-81f0550fdf1c"} {"level":"info","ts":1781289495.6802413,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781289495.6803384,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"ec9a1597-61f8-4d37-88dd-9a4e618abcbc"} {"level":"info","ts":1781289496.456197,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec9a1597-61f8-4d37-88dd-9a4e618abcbc"} {"level":"info","ts":1781289496.456228,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"ec9a1597-61f8-4d37-88dd-9a4e618abcbc"} {"level":"info","ts":1781289496.4562452,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"ec9a1597-61f8-4d37-88dd-9a4e618abcbc","EoS":false} {"level":"info","ts":1781289496.456259,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"ec9a1597-61f8-4d37-88dd-9a4e618abcbc","EoS":true} {"level":"info","ts":1781289496.456293,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"ec9a1597-61f8-4d37-88dd-9a4e618abcbc","plugin":"api-translation/api-translation"} {"level":"info","ts":1781289496.456317,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"ec9a1597-61f8-4d37-88dd-9a4e618abcbc"} {"level":"info","ts":1781289496.5295231,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781289496.5296311,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"872c0f93-36e1-4b13-825c-e975b9af5f93"} {"level":"info","ts":1781289496.532989,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"872c0f93-36e1-4b13-825c-e975b9af5f93"} {"level":"info","ts":1781289496.5330153,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"872c0f93-36e1-4b13-825c-e975b9af5f93"} {"level":"info","ts":1781289496.5330393,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"872c0f93-36e1-4b13-825c-e975b9af5f93","EoS":false} {"level":"info","ts":1781289496.5330565,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"872c0f93-36e1-4b13-825c-e975b9af5f93","EoS":true} {"level":"info","ts":1781289496.5330932,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"872c0f93-36e1-4b13-825c-e975b9af5f93","plugin":"api-translation/api-translation"} {"level":"info","ts":1781289496.533122,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"872c0f93-36e1-4b13-825c-e975b9af5f93"} {"level":"info","ts":1781289529.0710227,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781289529.071123,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45"} {"level":"info","ts":1781289529.071137,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45"} {"level":"info","ts":1781289529.071151,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","EoS":true} {"level":"info","ts":1781289529.071171,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781289529.071187,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","field":"model"} {"level":"info","ts":1781289529.071197,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781289529.0712035,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","plugin":"api-translation/api-translation"} {"level":"info","ts":1781289529.0712109,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781289529.0712223,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45"} {"level":"info","ts":1781289529.073536,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45"} {"level":"info","ts":1781289529.0735614,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45"} {"level":"info","ts":1781289529.073577,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","EoS":false} {"level":"info","ts":1781289529.0736074,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","EoS":true} {"level":"info","ts":1781289529.0736332,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45","plugin":"api-translation/api-translation"} {"level":"info","ts":1781289529.0736496,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"0108cd51-2c8f-40a7-9728-ad8cd404bd45"} {"level":"info","ts":1781289529.1241066,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781289529.1242034,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"a226b1db-78ea-485f-9d9a-d924ce88d5da"} {"level":"info","ts":1781289529.905631,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a226b1db-78ea-485f-9d9a-d924ce88d5da"} {"level":"info","ts":1781289529.9056664,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"a226b1db-78ea-485f-9d9a-d924ce88d5da"} {"level":"info","ts":1781289529.905686,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a226b1db-78ea-485f-9d9a-d924ce88d5da","EoS":false} {"level":"info","ts":1781289529.9057047,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a226b1db-78ea-485f-9d9a-d924ce88d5da","EoS":true} {"level":"info","ts":1781289529.9057248,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"a226b1db-78ea-485f-9d9a-d924ce88d5da","plugin":"api-translation/api-translation"} {"level":"info","ts":1781289529.9057462,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"a226b1db-78ea-485f-9d9a-d924ce88d5da"} {"level":"info","ts":1781289529.96075,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781289529.9608445,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"b3d768e2-8554-4a64-a194-e33b8e320da4"} {"level":"info","ts":1781289529.9634917,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3d768e2-8554-4a64-a194-e33b8e320da4"} {"level":"info","ts":1781289529.9635193,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"b3d768e2-8554-4a64-a194-e33b8e320da4"} {"level":"info","ts":1781289529.963536,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"b3d768e2-8554-4a64-a194-e33b8e320da4","EoS":false} {"level":"info","ts":1781289529.9635508,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"b3d768e2-8554-4a64-a194-e33b8e320da4","EoS":true} {"level":"info","ts":1781289529.9635835,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"b3d768e2-8554-4a64-a194-e33b8e320da4","plugin":"api-translation/api-translation"} {"level":"info","ts":1781289529.9636075,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"b3d768e2-8554-4a64-a194-e33b8e320da4"}