{"level":"info","ts":1780684486.0274363,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1780684486.0275462,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1780684486.0310047,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1780684486.0310833,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1780684486.0311167,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1780684486.0311358,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1780684486.0311537,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1780684486.031171,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1780684486.031189,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1780684486.0312068,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1780684486.0312898,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1780684486.0313532,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1780684486.0314128,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1780684486.0315835,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1780684486.0318217,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1780684486.0319765,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1780684486.0323055,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1780684486.0331085,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1780684486.122203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":37406.218790961,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780684486.122242,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780684486.1227887,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34596.2622194,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780684486.1228158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780684486.128644,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780684486.2946544,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780684486.3236961,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1780684486.32381,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1780684486.4241118,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780684486.424184,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1780684487.4039452,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1780684487.4041038,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1780684861.632054,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780684861.632533,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c"} {"level":"info","ts":1780684861.63255,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c"} {"level":"info","ts":1780684861.6325836,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","EoS":true} {"level":"info","ts":1780684861.6326046,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780684861.632628,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","field":"model"} {"level":"info","ts":1780684861.632643,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780684861.6326525,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","plugin":"api-translation/api-translation"} {"level":"info","ts":1780684861.632661,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780684861.632678,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c"} {"level":"info","ts":1780684861.648977,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c"} {"level":"info","ts":1780684861.6490037,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c"} {"level":"info","ts":1780684861.6490188,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","EoS":false} {"level":"info","ts":1780684861.6490312,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","EoS":true} {"level":"info","ts":1780684861.6490488,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c","plugin":"api-translation/api-translation"} {"level":"info","ts":1780684861.6490834,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"f98366ed-6985-4700-bc99-64732b7fa58c"} {"level":"info","ts":1780684861.7209864,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780684861.7210848,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"e948d687-5ac9-4a7a-8e37-4a805ac2632b"} {"level":"info","ts":1780684862.4892302,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e948d687-5ac9-4a7a-8e37-4a805ac2632b"} {"level":"info","ts":1780684862.4892564,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"e948d687-5ac9-4a7a-8e37-4a805ac2632b"} {"level":"info","ts":1780684862.4892735,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e948d687-5ac9-4a7a-8e37-4a805ac2632b","EoS":false} {"level":"info","ts":1780684862.489287,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"e948d687-5ac9-4a7a-8e37-4a805ac2632b","EoS":true} {"level":"info","ts":1780684862.4893012,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"e948d687-5ac9-4a7a-8e37-4a805ac2632b","plugin":"api-translation/api-translation"} {"level":"info","ts":1780684862.4893208,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"e948d687-5ac9-4a7a-8e37-4a805ac2632b"} {"level":"info","ts":1780684862.5416286,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780684862.541714,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"13c0ff43-62e2-42c9-9dfc-91bb1a05048d"} {"level":"info","ts":1780684862.54635,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13c0ff43-62e2-42c9-9dfc-91bb1a05048d"} {"level":"info","ts":1780684862.5463736,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"13c0ff43-62e2-42c9-9dfc-91bb1a05048d"} {"level":"info","ts":1780684862.546398,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"13c0ff43-62e2-42c9-9dfc-91bb1a05048d","EoS":false} {"level":"info","ts":1780684862.5464199,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"13c0ff43-62e2-42c9-9dfc-91bb1a05048d","EoS":true} {"level":"info","ts":1780684862.5464435,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"13c0ff43-62e2-42c9-9dfc-91bb1a05048d","plugin":"api-translation/api-translation"} {"level":"info","ts":1780684862.5464644,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"13c0ff43-62e2-42c9-9dfc-91bb1a05048d"} {"level":"info","ts":1780684895.0561316,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780684895.056208,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18"} {"level":"info","ts":1780684895.0562258,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18"} {"level":"info","ts":1780684895.0562375,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","EoS":true} {"level":"info","ts":1780684895.0562575,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780684895.0562694,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","field":"model"} {"level":"info","ts":1780684895.0562809,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780684895.056292,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","plugin":"api-translation/api-translation"} {"level":"info","ts":1780684895.056299,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780684895.056309,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18"} {"level":"info","ts":1780684895.059172,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18"} {"level":"info","ts":1780684895.0591936,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18"} {"level":"info","ts":1780684895.0592234,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","EoS":false} {"level":"info","ts":1780684895.0592365,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","EoS":true} {"level":"info","ts":1780684895.0592587,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18","plugin":"api-translation/api-translation"} {"level":"info","ts":1780684895.0592837,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"a10f8260-7aff-4d54-af37-6acf4043ca18"} {"level":"info","ts":1780684895.1069734,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780684895.1070704,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"50584323-f9ef-4c95-b6ed-7714449ff4b4"} {"level":"info","ts":1780684895.8580291,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50584323-f9ef-4c95-b6ed-7714449ff4b4"} {"level":"info","ts":1780684895.85806,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"50584323-f9ef-4c95-b6ed-7714449ff4b4"} {"level":"info","ts":1780684895.8580768,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"50584323-f9ef-4c95-b6ed-7714449ff4b4","EoS":false} {"level":"info","ts":1780684895.8580892,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"50584323-f9ef-4c95-b6ed-7714449ff4b4","EoS":true} {"level":"info","ts":1780684895.8581085,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"50584323-f9ef-4c95-b6ed-7714449ff4b4","plugin":"api-translation/api-translation"} {"level":"info","ts":1780684895.8581314,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"50584323-f9ef-4c95-b6ed-7714449ff4b4"} {"level":"info","ts":1780684895.904436,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780684895.9045174,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"201c5ccd-d0b0-4413-92d3-e5c129d4a9ed"} {"level":"info","ts":1780684895.9077513,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"201c5ccd-d0b0-4413-92d3-e5c129d4a9ed"} {"level":"info","ts":1780684895.9077713,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"201c5ccd-d0b0-4413-92d3-e5c129d4a9ed"} {"level":"info","ts":1780684895.9077883,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"201c5ccd-d0b0-4413-92d3-e5c129d4a9ed","EoS":false} {"level":"info","ts":1780684895.9078052,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"201c5ccd-d0b0-4413-92d3-e5c129d4a9ed","EoS":true} {"level":"info","ts":1780684895.9078286,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"201c5ccd-d0b0-4413-92d3-e5c129d4a9ed","plugin":"api-translation/api-translation"} {"level":"info","ts":1780684895.9078472,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"201c5ccd-d0b0-4413-92d3-e5c129d4a9ed"}