{"level":"info","ts":1781111864.0674696,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1781111864.0675588,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":1781111864.0693934,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"}
{"level":"info","ts":1781111864.0694234,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1781111864.0694368,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1781111864.0694413,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1781111864.0694456,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1781111864.06945,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1781111864.0694542,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1781111864.0694585,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."}
{"level":"info","ts":1781111864.0695207,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"}
{"level":"info","ts":1781111864.0695727,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"}
{"level":"info","ts":1781111864.069616,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1781111864.0697105,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1781111864.0701785,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1781111864.070391,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":1781111864.079167,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"}
{"level":"info","ts":1781111864.0794091,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1781111864.1053956,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":33650.346227078,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781111864.1054206,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781111864.1057448,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37080.190252998,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781111864.1057599,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781111864.1093762,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781111864.283614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781111864.3795767,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1781111864.3796093,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalmodel","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1781111864.4077952,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1781111864.407818,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1}
{"level":"info","ts":1781111867.705886,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1781111867.706031,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1781112228.626559,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781112228.6270876,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a"}
{"level":"info","ts":1781112228.627105,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a"}
{"level":"info","ts":1781112228.6271374,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","EoS":true}
{"level":"info","ts":1781112228.6271567,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1781112228.6271737,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","field":"model"}
{"level":"info","ts":1781112228.6271884,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1781112228.6271975,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112228.6272066,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1781112228.6272192,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a"}
{"level":"info","ts":1781112228.6454408,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a"}
{"level":"info","ts":1781112228.6454654,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a"}
{"level":"info","ts":1781112228.645481,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","EoS":false}
{"level":"info","ts":1781112228.6454928,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","EoS":true}
{"level":"info","ts":1781112228.6455116,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112228.6455345,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"1205e811-2a83-4dab-9586-ac59d92c946a"}
{"level":"info","ts":1781112228.7159047,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781112228.715969,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"58478935-fed3-499b-9834-e0e365b72433"}
{"level":"info","ts":1781112228.7503285,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781112228.7504036,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"a686787f-4a54-4c5b-9c30-7337c4548a24"}
{"level":"info","ts":1781112228.7651997,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a686787f-4a54-4c5b-9c30-7337c4548a24"}
{"level":"info","ts":1781112228.765222,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"a686787f-4a54-4c5b-9c30-7337c4548a24"}
{"level":"info","ts":1781112228.7652376,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a686787f-4a54-4c5b-9c30-7337c4548a24","EoS":false}
{"level":"info","ts":1781112228.7652495,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a686787f-4a54-4c5b-9c30-7337c4548a24","EoS":true}
{"level":"info","ts":1781112228.7652743,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"a686787f-4a54-4c5b-9c30-7337c4548a24","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112228.765298,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"a686787f-4a54-4c5b-9c30-7337c4548a24"}
{"level":"info","ts":1781112228.767827,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58478935-fed3-499b-9834-e0e365b72433"}
{"level":"info","ts":1781112228.7678556,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"58478935-fed3-499b-9834-e0e365b72433"}
{"level":"info","ts":1781112228.7678783,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"58478935-fed3-499b-9834-e0e365b72433","EoS":false}
{"level":"info","ts":1781112228.7678947,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"58478935-fed3-499b-9834-e0e365b72433","EoS":true}
{"level":"info","ts":1781112228.76792,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"58478935-fed3-499b-9834-e0e365b72433","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112228.7679374,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"58478935-fed3-499b-9834-e0e365b72433"}
{"level":"info","ts":1781112228.9986985,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781112228.998795,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"3cbd5c95-16c1-49fd-8d55-06957623b23c"}
{"level":"info","ts":1781112229.0042667,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cbd5c95-16c1-49fd-8d55-06957623b23c"}
{"level":"info","ts":1781112229.0042877,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"3cbd5c95-16c1-49fd-8d55-06957623b23c"}
{"level":"info","ts":1781112229.0043128,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"3cbd5c95-16c1-49fd-8d55-06957623b23c","EoS":false}
{"level":"info","ts":1781112229.004327,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"3cbd5c95-16c1-49fd-8d55-06957623b23c","EoS":true}
{"level":"info","ts":1781112229.0043495,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"3cbd5c95-16c1-49fd-8d55-06957623b23c","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112229.0043685,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"3cbd5c95-16c1-49fd-8d55-06957623b23c"}
{"level":"info","ts":1781112261.689808,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781112261.689889,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd"}
{"level":"info","ts":1781112261.6898992,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd"}
{"level":"info","ts":1781112261.6899102,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","EoS":true}
{"level":"info","ts":1781112261.6899273,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1781112261.6899414,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","field":"model"}
{"level":"info","ts":1781112261.689952,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1781112261.689958,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112261.6899655,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1781112261.6899757,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd"}
{"level":"info","ts":1781112261.69257,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd"}
{"level":"info","ts":1781112261.6925952,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd"}
{"level":"info","ts":1781112261.6926172,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","EoS":false}
{"level":"info","ts":1781112261.692628,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","EoS":true}
{"level":"info","ts":1781112261.6926453,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112261.692686,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"4d428094-9b43-4742-ba16-b4e6de29dffd"}
{"level":"info","ts":1781112261.747463,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781112261.747514,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"0bc88f45-2a88-477e-ba5d-8c35c9c3796e"}
{"level":"info","ts":1781112261.7573576,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781112261.7574089,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"c6fe7706-5076-4f7d-bfc0-05a7dfc4c46d"}
{"level":"info","ts":1781112261.758255,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6fe7706-5076-4f7d-bfc0-05a7dfc4c46d"}
{"level":"info","ts":1781112261.7582734,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"c6fe7706-5076-4f7d-bfc0-05a7dfc4c46d"}
{"level":"info","ts":1781112261.7582881,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"c6fe7706-5076-4f7d-bfc0-05a7dfc4c46d","EoS":false}
{"level":"info","ts":1781112261.7582989,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"c6fe7706-5076-4f7d-bfc0-05a7dfc4c46d","EoS":true}
{"level":"info","ts":1781112261.7583156,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"c6fe7706-5076-4f7d-bfc0-05a7dfc4c46d","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112261.7583325,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"c6fe7706-5076-4f7d-bfc0-05a7dfc4c46d"}
{"level":"info","ts":1781112261.7594965,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bc88f45-2a88-477e-ba5d-8c35c9c3796e"}
{"level":"info","ts":1781112261.7595103,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"0bc88f45-2a88-477e-ba5d-8c35c9c3796e"}
{"level":"info","ts":1781112261.7595265,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"0bc88f45-2a88-477e-ba5d-8c35c9c3796e","EoS":false}
{"level":"info","ts":1781112261.7595391,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"0bc88f45-2a88-477e-ba5d-8c35c9c3796e","EoS":true}
{"level":"info","ts":1781112261.7595599,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"0bc88f45-2a88-477e-ba5d-8c35c9c3796e","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112261.7595751,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"0bc88f45-2a88-477e-ba5d-8c35c9c3796e"}
{"level":"info","ts":1781112261.9988468,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781112261.9989066,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"5225d968-6909-4224-bf89-321f3dcdc40c"}
{"level":"info","ts":1781112262.0018334,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5225d968-6909-4224-bf89-321f3dcdc40c"}
{"level":"info","ts":1781112262.001851,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"5225d968-6909-4224-bf89-321f3dcdc40c"}
{"level":"info","ts":1781112262.001865,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5225d968-6909-4224-bf89-321f3dcdc40c","EoS":false}
{"level":"info","ts":1781112262.0018766,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5225d968-6909-4224-bf89-321f3dcdc40c","EoS":true}
{"level":"info","ts":1781112262.0018978,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"5225d968-6909-4224-bf89-321f3dcdc40c","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781112262.0019124,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"5225d968-6909-4224-bf89-321f3dcdc40c"}