{"level":"info","ts":1781469141.2691925,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1781469141.2692974,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1781469141.2707858,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1781469141.2708132,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1781469141.2708263,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1781469141.270831,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1781469141.2708359,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1781469141.2708404,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1781469141.2708447,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1781469141.270849,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1781469141.2709274,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"anthropic,azure-openai,bedrock-openai,openai"} {"level":"info","ts":1781469141.2709658,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1781469141.271008,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1781469141.271176,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1781469141.2713785,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1781469141.2714963,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1781469141.2717905,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1781469141.2722373,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1781469141.3478017,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38670.071143244,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781469141.3478355,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781469141.3481765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38899.102209967,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781469141.3481941,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781469141.3509188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781469141.4558249,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781469141.4569268,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1781469141.456948,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1781469141.5575929,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781469141.5576189,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1781469142.1693895,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1781469142.1695404,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1781469313.7620125,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781469313.7625263,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705"} {"level":"info","ts":1781469313.7625446,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705"} {"level":"info","ts":1781469313.762582,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","EoS":true} {"level":"info","ts":1781469313.7626028,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781469313.7626305,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","field":"model"} {"level":"info","ts":1781469313.7626488,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781469313.7626648,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","plugin":"api-translation/api-translation"} {"level":"info","ts":1781469313.7626765,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781469313.762691,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705"} {"level":"info","ts":1781469313.780233,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705"} {"level":"info","ts":1781469313.7802567,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705"} {"level":"info","ts":1781469313.7802722,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","EoS":false} {"level":"info","ts":1781469313.7802842,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","EoS":true} {"level":"info","ts":1781469313.780303,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705","plugin":"api-translation/api-translation"} {"level":"info","ts":1781469313.7803233,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"04333055-b3f5-4f7f-a9ff-3a0c85178705"} {"level":"info","ts":1781469313.8578193,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781469313.857878,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"d1ec5cae-4460-42cd-acd3-ce426e7be82f"} {"level":"info","ts":1781469313.8601294,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1ec5cae-4460-42cd-acd3-ce426e7be82f"} {"level":"info","ts":1781469313.8601594,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"d1ec5cae-4460-42cd-acd3-ce426e7be82f"} {"level":"info","ts":1781469313.860174,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"d1ec5cae-4460-42cd-acd3-ce426e7be82f","EoS":false} {"level":"info","ts":1781469313.8601854,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"d1ec5cae-4460-42cd-acd3-ce426e7be82f","EoS":true} {"level":"info","ts":1781469313.8602006,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"d1ec5cae-4460-42cd-acd3-ce426e7be82f","plugin":"api-translation/api-translation"} {"level":"info","ts":1781469313.8602166,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"d1ec5cae-4460-42cd-acd3-ce426e7be82f"} {"level":"info","ts":1781469313.9320078,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781469313.9320822,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"609ff18a-8c9a-4e78-9fcd-c79061b32e33"} {"level":"info","ts":1781469313.9369028,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"609ff18a-8c9a-4e78-9fcd-c79061b32e33"} {"level":"info","ts":1781469313.9369197,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"609ff18a-8c9a-4e78-9fcd-c79061b32e33"} {"level":"info","ts":1781469313.9369383,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"609ff18a-8c9a-4e78-9fcd-c79061b32e33","EoS":false} {"level":"info","ts":1781469313.9369495,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"609ff18a-8c9a-4e78-9fcd-c79061b32e33","EoS":true} {"level":"info","ts":1781469313.9369698,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"609ff18a-8c9a-4e78-9fcd-c79061b32e33","plugin":"api-translation/api-translation"} {"level":"info","ts":1781469313.9369888,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"609ff18a-8c9a-4e78-9fcd-c79061b32e33"} {"level":"info","ts":1781469346.5028386,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781469346.5029137,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6"} {"level":"info","ts":1781469346.5029223,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6"} {"level":"info","ts":1781469346.5029337,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","EoS":true} {"level":"info","ts":1781469346.5029516,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781469346.5029652,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","field":"model"} {"level":"info","ts":1781469346.5029752,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781469346.5029821,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","plugin":"api-translation/api-translation"} {"level":"info","ts":1781469346.5029893,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781469346.5029993,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6"} {"level":"info","ts":1781469346.5062697,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6"} {"level":"info","ts":1781469346.5062907,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6"} {"level":"info","ts":1781469346.5063055,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","EoS":false} {"level":"info","ts":1781469346.5063174,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","EoS":true} {"level":"info","ts":1781469346.50634,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6","plugin":"api-translation/api-translation"} {"level":"info","ts":1781469346.5063574,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"e3637eee-56f5-41b6-8453-3bf64035c3e6"} {"level":"info","ts":1781469346.55421,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781469346.5542626,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"4200d047-05cc-417b-8e66-1a50dfb69d63"} {"level":"info","ts":1781469346.555207,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4200d047-05cc-417b-8e66-1a50dfb69d63"} {"level":"info","ts":1781469346.5552237,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"4200d047-05cc-417b-8e66-1a50dfb69d63"} {"level":"info","ts":1781469346.5552366,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4200d047-05cc-417b-8e66-1a50dfb69d63","EoS":false} {"level":"info","ts":1781469346.5552475,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4200d047-05cc-417b-8e66-1a50dfb69d63","EoS":true} {"level":"info","ts":1781469346.5552614,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"4200d047-05cc-417b-8e66-1a50dfb69d63","plugin":"api-translation/api-translation"} {"level":"info","ts":1781469346.555279,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"4200d047-05cc-417b-8e66-1a50dfb69d63"} {"level":"info","ts":1781469346.624449,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781469346.624501,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"f3ae6a3e-2a09-4ef1-9443-f667dcebf341"} {"level":"info","ts":1781469346.627869,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f3ae6a3e-2a09-4ef1-9443-f667dcebf341"} {"level":"info","ts":1781469346.6278849,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"f3ae6a3e-2a09-4ef1-9443-f667dcebf341"} {"level":"info","ts":1781469346.6278982,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f3ae6a3e-2a09-4ef1-9443-f667dcebf341","EoS":false} {"level":"info","ts":1781469346.6279109,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f3ae6a3e-2a09-4ef1-9443-f667dcebf341","EoS":true} {"level":"info","ts":1781469346.627936,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"f3ae6a3e-2a09-4ef1-9443-f667dcebf341","plugin":"api-translation/api-translation"} {"level":"info","ts":1781469346.6279526,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"f3ae6a3e-2a09-4ef1-9443-f667dcebf341"}