{"level":"info","ts":1785956601.6182268,"logger":"setup","caller":"runner/runner.go:126","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1785956601.6183136,"logger":"setup","caller":"runner/runner.go:154","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1785956601.62488,"logger":"setup","caller":"runner/runner.go:199","msg":"Setting pprof handlers"} {"level":"info","ts":1785956601.6249282,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1785956601.6249468,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1785956601.624952,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1785956601.6249573,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1785956601.624962,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1785956601.624966,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1785956601.6547403,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"} {"level":"info","ts":1785956601.654862,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4} {"level":"info","ts":1785956601.6726034,"logger":"setup","caller":"runner/runner.go:250","msg":"manager starting"} {"level":"info","ts":1785956601.6726878,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1785956601.673051,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1785956601.6731873,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1785956601.6732912,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1785956601.6744573,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1785956601.6747713,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1785956601.6749954,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":39120.758060924,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6750212,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6753669,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1785956601.6754732,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1785956601.6755698,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":36948.004162638,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6755812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6757846,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1785956601.676,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1785956601.6760514,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1785956601.676126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":36496.359897475,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.676137,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6763406,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"} {"level":"info","ts":1785956601.676548,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33712.591741738,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6765609,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6798553,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.680121,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6805933,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.6807394,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785956601.7750516,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1785956601.7751155,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1785956601.7751615,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1785956601.7751672,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1785956601.8238256,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"} {"level":"info","ts":1785956601.8238661,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1} {"level":"info","ts":1785956601.8239603,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1785956601.8239741,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1785956601.8240228,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1785956601.8240342,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1785956601.8240664,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1785956601.824077,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1785956602.1490042,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1785956602.1491652,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1785956779.3704689,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.3709488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35d94357-847b-472b-a129-0c6191302cdc"} {"level":"info","ts":1785956779.3709695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35d94357-847b-472b-a129-0c6191302cdc"} {"level":"info","ts":1785956779.370999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35d94357-847b-472b-a129-0c6191302cdc","EoS":true} {"level":"info","ts":1785956779.3710425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35d94357-847b-472b-a129-0c6191302cdc","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.3710804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35d94357-847b-472b-a129-0c6191302cdc"} {"level":"info","ts":1785956779.4187186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.4187849,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44849ca6-302d-4831-96c0-d9a639b47380"} {"level":"info","ts":1785956779.4187942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44849ca6-302d-4831-96c0-d9a639b47380"} {"level":"info","ts":1785956779.4188042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44849ca6-302d-4831-96c0-d9a639b47380","EoS":true} {"level":"info","ts":1785956779.4188418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44849ca6-302d-4831-96c0-d9a639b47380","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.4189117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44849ca6-302d-4831-96c0-d9a639b47380"} {"level":"info","ts":1785956779.4525077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.452565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bec5f274-b3f7-41d4-bcde-0159df48e22a"} {"level":"info","ts":1785956779.4525778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bec5f274-b3f7-41d4-bcde-0159df48e22a"} {"level":"info","ts":1785956779.4525898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bec5f274-b3f7-41d4-bcde-0159df48e22a","EoS":true} {"level":"info","ts":1785956779.452664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bec5f274-b3f7-41d4-bcde-0159df48e22a","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.4527133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bec5f274-b3f7-41d4-bcde-0159df48e22a"} {"level":"info","ts":1785956779.4884894,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.4885588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1ab3a67-e638-4a4b-83b7-1fd854bb45c6"} {"level":"info","ts":1785956779.4885702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1ab3a67-e638-4a4b-83b7-1fd854bb45c6"} {"level":"info","ts":1785956779.4885814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1ab3a67-e638-4a4b-83b7-1fd854bb45c6","EoS":true} {"level":"info","ts":1785956779.4886134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1ab3a67-e638-4a4b-83b7-1fd854bb45c6","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.4886377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1ab3a67-e638-4a4b-83b7-1fd854bb45c6"} {"level":"info","ts":1785956779.5259771,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.5260499,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba82fa8f-2302-40ba-aa66-d48963656af5"} {"level":"info","ts":1785956779.5260653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba82fa8f-2302-40ba-aa66-d48963656af5"} {"level":"info","ts":1785956779.526084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba82fa8f-2302-40ba-aa66-d48963656af5","EoS":true} {"level":"info","ts":1785956779.5261283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba82fa8f-2302-40ba-aa66-d48963656af5","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.5261562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba82fa8f-2302-40ba-aa66-d48963656af5"} {"level":"info","ts":1785956779.5616338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.5617204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cad83644-6930-4751-90ab-1b0516650c36"} {"level":"info","ts":1785956779.5617347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cad83644-6930-4751-90ab-1b0516650c36"} {"level":"info","ts":1785956779.5617542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cad83644-6930-4751-90ab-1b0516650c36","EoS":true} {"level":"info","ts":1785956779.561797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cad83644-6930-4751-90ab-1b0516650c36","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.5618384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cad83644-6930-4751-90ab-1b0516650c36"} {"level":"info","ts":1785956779.6002505,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.600316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2366366d-09e6-4f32-812a-5589b4876c32"} {"level":"info","ts":1785956779.6003294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2366366d-09e6-4f32-812a-5589b4876c32"} {"level":"info","ts":1785956779.6003413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2366366d-09e6-4f32-812a-5589b4876c32","EoS":true} {"level":"info","ts":1785956779.6003711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2366366d-09e6-4f32-812a-5589b4876c32","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.6004038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2366366d-09e6-4f32-812a-5589b4876c32"} {"level":"info","ts":1785956779.6362004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.6362698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b88b681a-5e29-4edf-b996-1e9eaa34fb5f"} {"level":"info","ts":1785956779.6362815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b88b681a-5e29-4edf-b996-1e9eaa34fb5f"} {"level":"info","ts":1785956779.6362958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b88b681a-5e29-4edf-b996-1e9eaa34fb5f","EoS":true} {"level":"info","ts":1785956779.6363325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b88b681a-5e29-4edf-b996-1e9eaa34fb5f","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.6363566,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b88b681a-5e29-4edf-b996-1e9eaa34fb5f"} {"level":"info","ts":1785956779.67155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.6716168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5db614c2-028d-4509-bece-89f7b523ff47"} {"level":"info","ts":1785956779.6716285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5db614c2-028d-4509-bece-89f7b523ff47"} {"level":"info","ts":1785956779.671647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5db614c2-028d-4509-bece-89f7b523ff47","EoS":true} {"level":"info","ts":1785956779.6717098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5db614c2-028d-4509-bece-89f7b523ff47","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.671743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5db614c2-028d-4509-bece-89f7b523ff47"} {"level":"info","ts":1785956779.706937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.7069933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83045423-d667-49dd-9d80-1ff2fe91ed2a"} {"level":"info","ts":1785956779.707004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83045423-d667-49dd-9d80-1ff2fe91ed2a"} {"level":"info","ts":1785956779.707014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83045423-d667-49dd-9d80-1ff2fe91ed2a","EoS":true} {"level":"info","ts":1785956779.7070417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83045423-d667-49dd-9d80-1ff2fe91ed2a","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.707066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83045423-d667-49dd-9d80-1ff2fe91ed2a"} {"level":"info","ts":1785956779.7460856,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.7461684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29c6e3ac-e54a-4131-9d44-9fe53b37f77c"} {"level":"info","ts":1785956779.7461815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29c6e3ac-e54a-4131-9d44-9fe53b37f77c"} {"level":"info","ts":1785956779.7461934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29c6e3ac-e54a-4131-9d44-9fe53b37f77c","EoS":true} {"level":"info","ts":1785956779.7462292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29c6e3ac-e54a-4131-9d44-9fe53b37f77c","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.746258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29c6e3ac-e54a-4131-9d44-9fe53b37f77c"} {"level":"info","ts":1785956779.7815216,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956779.78158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99635477-b07a-43c6-a222-b267595d1c5c"} {"level":"info","ts":1785956779.7815888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99635477-b07a-43c6-a222-b267595d1c5c"} {"level":"info","ts":1785956779.7815986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99635477-b07a-43c6-a222-b267595d1c5c","EoS":true} {"level":"info","ts":1785956779.781634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99635477-b07a-43c6-a222-b267595d1c5c","path":"/v1/chat/completions"} {"level":"info","ts":1785956779.7816582,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99635477-b07a-43c6-a222-b267595d1c5c"} {"level":"info","ts":1785956812.6983724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.698437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"444b2283-0921-4335-89d5-d86f043f1573"} {"level":"info","ts":1785956812.6984494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"444b2283-0921-4335-89d5-d86f043f1573"} {"level":"info","ts":1785956812.6984682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"444b2283-0921-4335-89d5-d86f043f1573","EoS":true} {"level":"info","ts":1785956812.6985114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"444b2283-0921-4335-89d5-d86f043f1573","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.6985457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"444b2283-0921-4335-89d5-d86f043f1573"} {"level":"info","ts":1785956812.740808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.7408776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea5d106c-5f4e-424e-9d34-6bd0959ff06b"} {"level":"info","ts":1785956812.7408936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea5d106c-5f4e-424e-9d34-6bd0959ff06b"} {"level":"info","ts":1785956812.7409122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea5d106c-5f4e-424e-9d34-6bd0959ff06b","EoS":true} {"level":"info","ts":1785956812.740956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea5d106c-5f4e-424e-9d34-6bd0959ff06b","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.7409904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea5d106c-5f4e-424e-9d34-6bd0959ff06b"} {"level":"info","ts":1785956812.7778833,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.7779455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad6d87ec-e812-49fe-9499-90aa418211bb"} {"level":"info","ts":1785956812.7779558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad6d87ec-e812-49fe-9499-90aa418211bb"} {"level":"info","ts":1785956812.7779799,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad6d87ec-e812-49fe-9499-90aa418211bb","EoS":true} {"level":"info","ts":1785956812.7780163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad6d87ec-e812-49fe-9499-90aa418211bb","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.7780402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad6d87ec-e812-49fe-9499-90aa418211bb"} {"level":"info","ts":1785956812.813636,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.8137174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2be73cde-e828-401f-9c6e-fadaaa7828d3"} {"level":"info","ts":1785956812.813728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2be73cde-e828-401f-9c6e-fadaaa7828d3"} {"level":"info","ts":1785956812.81374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2be73cde-e828-401f-9c6e-fadaaa7828d3","EoS":true} {"level":"info","ts":1785956812.81377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2be73cde-e828-401f-9c6e-fadaaa7828d3","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.8138363,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2be73cde-e828-401f-9c6e-fadaaa7828d3"} {"level":"info","ts":1785956812.8479557,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.8480144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e76ba189-4457-42dd-b370-cd12e7642bce"} {"level":"info","ts":1785956812.848023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e76ba189-4457-42dd-b370-cd12e7642bce"} {"level":"info","ts":1785956812.8480365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e76ba189-4457-42dd-b370-cd12e7642bce","EoS":true} {"level":"info","ts":1785956812.8480704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e76ba189-4457-42dd-b370-cd12e7642bce","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.8481283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e76ba189-4457-42dd-b370-cd12e7642bce"} {"level":"info","ts":1785956812.8811529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.881213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b08ebb6-7bbe-4370-af39-53955021428b"} {"level":"info","ts":1785956812.881224,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b08ebb6-7bbe-4370-af39-53955021428b"} {"level":"info","ts":1785956812.8812346,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b08ebb6-7bbe-4370-af39-53955021428b","EoS":true} {"level":"info","ts":1785956812.881268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b08ebb6-7bbe-4370-af39-53955021428b","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.8813303,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b08ebb6-7bbe-4370-af39-53955021428b"} {"level":"info","ts":1785956812.9183989,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.9184632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79ee8307-6d5d-4b80-9d3f-3ebdad3032ce"} {"level":"info","ts":1785956812.9184728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79ee8307-6d5d-4b80-9d3f-3ebdad3032ce"} {"level":"info","ts":1785956812.9184835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79ee8307-6d5d-4b80-9d3f-3ebdad3032ce","EoS":true} {"level":"info","ts":1785956812.9185116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79ee8307-6d5d-4b80-9d3f-3ebdad3032ce","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.918538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79ee8307-6d5d-4b80-9d3f-3ebdad3032ce"} {"level":"info","ts":1785956812.9574487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.9575026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5c3987-60c8-4f8b-9e84-a53ed92b1254"} {"level":"info","ts":1785956812.9575107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf5c3987-60c8-4f8b-9e84-a53ed92b1254"} {"level":"info","ts":1785956812.9575207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf5c3987-60c8-4f8b-9e84-a53ed92b1254","EoS":true} {"level":"info","ts":1785956812.9575553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5c3987-60c8-4f8b-9e84-a53ed92b1254","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.9576166,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf5c3987-60c8-4f8b-9e84-a53ed92b1254"} {"level":"info","ts":1785956812.991592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956812.9916549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cddbd57-a706-461f-832d-c2e2edfa0344"} {"level":"info","ts":1785956812.9916663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0cddbd57-a706-461f-832d-c2e2edfa0344"} {"level":"info","ts":1785956812.9916975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0cddbd57-a706-461f-832d-c2e2edfa0344","EoS":true} {"level":"info","ts":1785956812.9917307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cddbd57-a706-461f-832d-c2e2edfa0344","path":"/v1/chat/completions"} {"level":"info","ts":1785956812.991751,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0cddbd57-a706-461f-832d-c2e2edfa0344"} {"level":"info","ts":1785956813.0291362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956813.0292032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38559fb2-ede6-4447-8fd5-7873867da3ac"} {"level":"info","ts":1785956813.0292141,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38559fb2-ede6-4447-8fd5-7873867da3ac"} {"level":"info","ts":1785956813.0292256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38559fb2-ede6-4447-8fd5-7873867da3ac","EoS":true} {"level":"info","ts":1785956813.029253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38559fb2-ede6-4447-8fd5-7873867da3ac","path":"/v1/chat/completions"} {"level":"info","ts":1785956813.0292795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38559fb2-ede6-4447-8fd5-7873867da3ac"} {"level":"info","ts":1785956813.064786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956813.064848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dc9c118-b059-4017-a33b-9bbd2df7a093"} {"level":"info","ts":1785956813.0648608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dc9c118-b059-4017-a33b-9bbd2df7a093"} {"level":"info","ts":1785956813.064873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dc9c118-b059-4017-a33b-9bbd2df7a093","EoS":true} {"level":"info","ts":1785956813.0649033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dc9c118-b059-4017-a33b-9bbd2df7a093","path":"/v1/chat/completions"} {"level":"info","ts":1785956813.064932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dc9c118-b059-4017-a33b-9bbd2df7a093"} {"level":"info","ts":1785956813.0993693,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785956813.0994246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9030a1ab-4a1a-49ee-ade4-9a2ad804dfb2"} {"level":"info","ts":1785956813.0994325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9030a1ab-4a1a-49ee-ade4-9a2ad804dfb2"} {"level":"info","ts":1785956813.0994437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9030a1ab-4a1a-49ee-ade4-9a2ad804dfb2","EoS":true} {"level":"info","ts":1785956813.0994718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9030a1ab-4a1a-49ee-ade4-9a2ad804dfb2","path":"/v1/chat/completions"} {"level":"info","ts":1785956813.0994997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9030a1ab-4a1a-49ee-ade4-9a2ad804dfb2"}