{"level":"info","ts":1784472570.1728554,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784472570.1729732,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784472570.1749296,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"} {"level":"info","ts":1784472570.1749575,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784472570.174975,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784472570.1749804,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784472570.1749852,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784472570.1749895,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784472570.174994,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784472570.2481859,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1784472570.2483647,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4} {"level":"info","ts":1784472570.2607117,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"} {"level":"info","ts":1784472570.2607694,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784472570.2609057,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784472570.2611268,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784472570.2612433,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784472570.2616463,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784472570.2620287,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784472570.2624052,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":38078.610421298,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2624226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2628012,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784472570.2629483,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784472570.2630122,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":34680.935026685,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.263026,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2632318,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784472570.2642202,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784472570.2652216,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":37834.870189301,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2652516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2669718,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.267984,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2692156,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2693665,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"} {"level":"info","ts":1784472570.2703278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35030.62100061,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2703524,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.2713885,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784472570.3391128,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784472570.362823,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784472570.362856,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784472570.3630123,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784472570.363025,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784472570.3630624,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784472570.3630705,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784472570.3641942,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784472570.3642073,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784472570.3653286,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784472570.3653374,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784472570.370516,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"} {"level":"info","ts":1784472570.3705263,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1} {"level":"info","ts":1784472573.0880606,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784472573.0882292,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784472715.7525733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472715.753065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c"} {"level":"info","ts":1784472715.7530837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c"} {"level":"info","ts":1784472715.753116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c","EoS":true} {"level":"info","ts":1784472715.7531526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c","path":"/v1/chat/completions"} {"level":"info","ts":1784472715.75317,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784472715.7532117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c"} {"level":"info","ts":1784472715.7663434,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c"} {"level":"info","ts":1784472715.7663717,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c"} {"level":"info","ts":1784472715.766388,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c","EoS":false} {"level":"info","ts":1784472715.7664018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c","EoS":true} {"level":"info","ts":1784472715.7664645,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"884fc01a-0ae3-4803-ab03-00d0f2b3484c"} {"level":"info","ts":1784472715.8256521,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472715.825735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa"} {"level":"info","ts":1784472715.8257482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa"} {"level":"info","ts":1784472715.8257594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa","EoS":true} {"level":"info","ts":1784472715.8258092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa","path":"/v1/chat/completions"} {"level":"info","ts":1784472715.8258224,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784472715.825859,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa"} {"level":"info","ts":1784472715.8265827,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa"} {"level":"info","ts":1784472715.8266125,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa"} {"level":"info","ts":1784472715.826626,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa","EoS":false} {"level":"info","ts":1784472715.8266366,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa","EoS":true} {"level":"info","ts":1784472715.8266785,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"61f24a2f-45cd-4f70-93d2-793d811cc9fa"} {"level":"info","ts":1784472715.879955,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472715.880033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412"} {"level":"info","ts":1784472715.880046,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412"} {"level":"info","ts":1784472715.8800576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412","EoS":true} {"level":"info","ts":1784472715.880088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412","path":"/v1/chat/completions"} {"level":"info","ts":1784472715.8801026,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784472715.8801365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412"} {"level":"info","ts":1784472715.8808646,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412"} {"level":"info","ts":1784472715.8808863,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412"} {"level":"info","ts":1784472715.880901,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412","EoS":false} {"level":"info","ts":1784472715.8809123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412","EoS":true} {"level":"info","ts":1784472715.8809483,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd99feaf-e00b-4c8c-a80b-cd145da2e412"} {"level":"info","ts":1784472746.1251686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472746.125248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b"} {"level":"info","ts":1784472746.1252577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b"} {"level":"info","ts":1784472746.125269,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b","EoS":true} {"level":"info","ts":1784472746.125298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472746.1253252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b"} {"level":"info","ts":1784472746.1282187,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b"} {"level":"info","ts":1784472746.1282444,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b"} {"level":"info","ts":1784472746.1282647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b","EoS":false} {"level":"info","ts":1784472746.128277,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b","EoS":true} {"level":"info","ts":1784472746.1283329,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3b5275ee-c64a-475c-9e9d-cbd9d9413f0b"} {"level":"info","ts":1784472746.2584338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472746.258518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa"} {"level":"info","ts":1784472746.25853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa"} {"level":"info","ts":1784472746.2585425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa","EoS":true} {"level":"info","ts":1784472746.2585716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472746.258596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa"} {"level":"info","ts":1784472746.2593946,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa"} {"level":"info","ts":1784472746.2594213,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa"} {"level":"info","ts":1784472746.2594433,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa","EoS":false} {"level":"info","ts":1784472746.259461,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa","EoS":true} {"level":"info","ts":1784472746.2594998,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf464287-15c8-44b6-ad4d-b939d540d7fa"} {"level":"info","ts":1784472748.3664079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472748.3665192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972"} {"level":"info","ts":1784472748.3665402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972"} {"level":"info","ts":1784472748.3665574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972","EoS":true} {"level":"info","ts":1784472748.3665934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784472748.3666217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972"} {"level":"info","ts":1784472748.367439,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972"} {"level":"info","ts":1784472748.3674593,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972"} {"level":"info","ts":1784472748.367475,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972","EoS":false} {"level":"info","ts":1784472748.3674896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972","EoS":true} {"level":"info","ts":1784472748.367534,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05c96c5e-cc4c-4a66-bccd-0f406ed92972"} {"level":"info","ts":1784472748.6640632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472748.6641417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f"} {"level":"info","ts":1784472748.6641526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f"} {"level":"info","ts":1784472748.6641645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f","EoS":true} {"level":"info","ts":1784472748.6641943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472748.664222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f"} {"level":"info","ts":1784472748.664979,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f"} {"level":"info","ts":1784472748.664998,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f"} {"level":"info","ts":1784472748.6650128,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f","EoS":false} {"level":"info","ts":1784472748.6650243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f","EoS":true} {"level":"info","ts":1784472748.6650584,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d945cada-804c-43bb-b9ac-6e7a19d0099f"} {"level":"info","ts":1784472748.993572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472748.9936464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d"} {"level":"info","ts":1784472748.9936578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d"} {"level":"info","ts":1784472748.9936693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d","EoS":true} {"level":"info","ts":1784472748.9936986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472748.9937248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d"} {"level":"info","ts":1784472748.9949079,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d"} {"level":"info","ts":1784472748.9949315,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d"} {"level":"info","ts":1784472748.9949536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d","EoS":false} {"level":"info","ts":1784472748.9949732,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d","EoS":true} {"level":"info","ts":1784472748.9950116,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f4ec483c-d8ac-43c3-97ee-f4b65a0a8a5d"} {"level":"info","ts":1784472882.14587,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472882.1459746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3"} {"level":"info","ts":1784472882.1459901,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3"} {"level":"info","ts":1784472882.1460066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3","EoS":true} {"level":"info","ts":1784472882.146047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472882.146083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3"} {"level":"info","ts":1784472882.147525,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3"} {"level":"info","ts":1784472882.1475518,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3"} {"level":"info","ts":1784472882.1475708,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3","EoS":false} {"level":"info","ts":1784472882.1475885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3","EoS":true} {"level":"info","ts":1784472882.1476345,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"33b5e1c6-03e6-4896-8373-7772c987b9b3"} {"level":"info","ts":1784472882.2185876,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472882.2186735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5"} {"level":"info","ts":1784472882.2186859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5"} {"level":"info","ts":1784472882.2186983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5","EoS":true} {"level":"info","ts":1784472882.2187264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472882.2187536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5"} {"level":"info","ts":1784472882.2194595,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5"} {"level":"info","ts":1784472882.2194793,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5"} {"level":"info","ts":1784472882.219494,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5","EoS":false} {"level":"info","ts":1784472882.2195065,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5","EoS":true} {"level":"info","ts":1784472882.2195368,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42556e3a-a696-4916-babb-e4f75c9080d5"} {"level":"info","ts":1784472890.0141163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472890.0142164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6"} {"level":"info","ts":1784472890.0142298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6"} {"level":"info","ts":1784472890.0142436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6","EoS":true} {"level":"info","ts":1784472890.014276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472890.0143054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6"} {"level":"info","ts":1784472890.015093,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6"} {"level":"info","ts":1784472890.0151129,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6"} {"level":"info","ts":1784472890.0151267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6","EoS":false} {"level":"info","ts":1784472890.0151384,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6","EoS":true} {"level":"info","ts":1784472890.0151813,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2623ce7d-42fa-46ff-846e-7e14ed9291e6"} {"level":"info","ts":1784472890.051422,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472890.0515165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd"} {"level":"info","ts":1784472890.0515382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd"} {"level":"info","ts":1784472890.0515504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd","EoS":true} {"level":"info","ts":1784472890.0515811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472890.0516086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd"} {"level":"info","ts":1784472890.0524352,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd"} {"level":"info","ts":1784472890.0524545,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd"} {"level":"info","ts":1784472890.0524728,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd","EoS":false} {"level":"info","ts":1784472890.0524886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd","EoS":true} {"level":"info","ts":1784472890.052532,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3516c774-3356-403a-8632-38d26610b0fd"} {"level":"info","ts":1784472890.0908787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472890.0909555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954"} {"level":"info","ts":1784472890.090967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954"} {"level":"info","ts":1784472890.0909789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954","EoS":true} {"level":"info","ts":1784472890.0910082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472890.0910366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954"} {"level":"info","ts":1784472890.091835,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954"} {"level":"info","ts":1784472890.0918565,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954"} {"level":"info","ts":1784472890.0918732,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954","EoS":false} {"level":"info","ts":1784472890.091889,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954","EoS":true} {"level":"info","ts":1784472890.0919228,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"81e520f6-80ee-4e59-8866-050264b01954"} {"level":"info","ts":1784472890.1273513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472890.127427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464"} {"level":"info","ts":1784472890.1274369,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464"} {"level":"info","ts":1784472890.1274495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464","EoS":true} {"level":"info","ts":1784472890.1274822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472890.127511,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464"} {"level":"info","ts":1784472890.1282396,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464"} {"level":"info","ts":1784472890.1282578,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464"} {"level":"info","ts":1784472890.128272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464","EoS":false} {"level":"info","ts":1784472890.1282856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464","EoS":true} {"level":"info","ts":1784472890.1283183,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d534791-55f5-4c24-9143-fb0fe652c464"} {"level":"info","ts":1784472902.4590187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472902.4591238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827"} {"level":"info","ts":1784472902.4591362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827"} {"level":"info","ts":1784472902.4591494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827","EoS":true} {"level":"info","ts":1784472902.4591837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472902.4592104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827"} {"level":"info","ts":1784472902.4605315,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827"} {"level":"info","ts":1784472902.4605527,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827"} {"level":"info","ts":1784472902.4605684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827","EoS":false} {"level":"info","ts":1784472902.4605894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827","EoS":true} {"level":"info","ts":1784472902.4606266,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"65322db9-8126-45d1-acee-912d9d0f9827"} {"level":"info","ts":1784472903.271067,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472903.271142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993"} {"level":"info","ts":1784472903.2711556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993"} {"level":"info","ts":1784472903.2711675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993","EoS":true} {"level":"info","ts":1784472903.2712014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472903.2712288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993"} {"level":"info","ts":1784472903.2719169,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993"} {"level":"info","ts":1784472903.2719362,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993"} {"level":"info","ts":1784472903.2719603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993","EoS":false} {"level":"info","ts":1784472903.2719753,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993","EoS":true} {"level":"info","ts":1784472903.27201,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"65c9474d-fc5c-47c1-9d11-419452895993"} {"level":"info","ts":1784472926.4104242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472926.41051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f"} {"level":"info","ts":1784472926.4105232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f"} {"level":"info","ts":1784472926.4105353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f","EoS":true} {"level":"info","ts":1784472926.4105623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472926.4105875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f"} {"level":"info","ts":1784472926.4118373,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f"} {"level":"info","ts":1784472926.4118662,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f"} {"level":"info","ts":1784472926.411883,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f","EoS":false} {"level":"info","ts":1784472926.411896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f","EoS":true} {"level":"info","ts":1784472926.4119353,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0998423c-c1e4-46d1-a39a-76924f77273f"} {"level":"info","ts":1784472926.5496252,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472926.5497413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b"} {"level":"info","ts":1784472926.5497541,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b"} {"level":"info","ts":1784472926.549766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b","EoS":true} {"level":"info","ts":1784472926.5498116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472926.5498405,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b"} {"level":"info","ts":1784472926.5509112,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b"} {"level":"info","ts":1784472926.550936,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b"} {"level":"info","ts":1784472926.5509517,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b","EoS":false} {"level":"info","ts":1784472926.5509653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b","EoS":true} {"level":"info","ts":1784472926.5510068,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b28e691c-287f-4e7c-9417-cfcc740bb32b"} {"level":"info","ts":1784472926.6893618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472926.6894631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3"} {"level":"info","ts":1784472926.6894765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3"} {"level":"info","ts":1784472926.6894908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3","EoS":true} {"level":"info","ts":1784472926.6895313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472926.689568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3"} {"level":"info","ts":1784472926.6905818,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3"} {"level":"info","ts":1784472926.6906002,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3"} {"level":"info","ts":1784472926.6906145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3","EoS":false} {"level":"info","ts":1784472926.6906307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3","EoS":true} {"level":"info","ts":1784472926.690663,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"96b0fc7a-d79b-4119-af92-a13ec11a5ee3"} {"level":"info","ts":1784472926.827382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472926.8274846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334"} {"level":"info","ts":1784472926.8275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334"} {"level":"info","ts":1784472926.8275146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334","EoS":true} {"level":"info","ts":1784472926.8275447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472926.8275728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334"} {"level":"info","ts":1784472926.8306155,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334"} {"level":"info","ts":1784472926.8306375,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334"} {"level":"info","ts":1784472926.8306532,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334","EoS":false} {"level":"info","ts":1784472926.8306658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334","EoS":true} {"level":"info","ts":1784472926.8307014,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ce028859-f286-47c6-9365-6b7c54e45334"} {"level":"info","ts":1784472926.969114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472926.9691963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6"} {"level":"info","ts":1784472926.9692078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6"} {"level":"info","ts":1784472926.9692206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6","EoS":true} {"level":"info","ts":1784472926.9692512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472926.9692771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6"} {"level":"info","ts":1784472926.9701865,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6"} {"level":"info","ts":1784472926.9702003,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6"} {"level":"info","ts":1784472926.9702137,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6","EoS":false} {"level":"info","ts":1784472926.9702244,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6","EoS":true} {"level":"info","ts":1784472926.970257,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52c4b0d3-6922-4023-9465-87b35e77f5a6"} {"level":"info","ts":1784472945.8596165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472945.8597014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424"} {"level":"info","ts":1784472945.8597145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424"} {"level":"info","ts":1784472945.8597267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424","EoS":true} {"level":"info","ts":1784472945.8597577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472945.8597984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424"} {"level":"info","ts":1784472945.8629286,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424"} {"level":"info","ts":1784472945.8629508,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424"} {"level":"info","ts":1784472945.8629673,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424","EoS":false} {"level":"info","ts":1784472945.8629792,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424","EoS":true} {"level":"info","ts":1784472945.8630242,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"29364512-95c0-49fd-b797-e427d7ca6424"} {"level":"info","ts":1784472945.9001184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472945.9002016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc"} {"level":"info","ts":1784472945.9002137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc"} {"level":"info","ts":1784472945.9002247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc","EoS":true} {"level":"info","ts":1784472945.900259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472945.9002893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc"} {"level":"info","ts":1784472945.9012017,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc"} {"level":"info","ts":1784472945.9012268,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc"} {"level":"info","ts":1784472945.901249,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc","EoS":false} {"level":"info","ts":1784472945.90127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc","EoS":true} {"level":"info","ts":1784472945.9013052,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2070a5cb-f1fe-4f71-b5ca-28d1103a3abc"} {"level":"info","ts":1784472946.0129364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472946.0130146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23e87a8f-40d2-4146-9e3b-1aa001545a80"} {"level":"info","ts":1784472946.0152411,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23e87a8f-40d2-4146-9e3b-1aa001545a80"} {"level":"info","ts":1784472946.0152671,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"23e87a8f-40d2-4146-9e3b-1aa001545a80"} {"level":"info","ts":1784472946.0152922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23e87a8f-40d2-4146-9e3b-1aa001545a80","EoS":false} {"level":"info","ts":1784472946.0153105,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"23e87a8f-40d2-4146-9e3b-1aa001545a80"} {"level":"info","ts":1784472946.0153472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23e87a8f-40d2-4146-9e3b-1aa001545a80","EoS":true} {"level":"info","ts":1784472946.0153577,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"23e87a8f-40d2-4146-9e3b-1aa001545a80"} {"level":"info","ts":1784472950.6386561,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472950.638746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a"} {"level":"info","ts":1784472950.6387632,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a"} {"level":"info","ts":1784472950.638777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a","EoS":true} {"level":"info","ts":1784472950.638842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472950.6388743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a"} {"level":"info","ts":1784472950.639615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a"} {"level":"info","ts":1784472950.6396368,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a"} {"level":"info","ts":1784472950.6396542,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a","EoS":false} {"level":"info","ts":1784472950.6396654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a","EoS":true} {"level":"info","ts":1784472950.6397033,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d816ab7b-f58d-4a54-8a61-f4ec1a84a24a"} {"level":"info","ts":1784472961.2593682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472961.2594464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54"} {"level":"info","ts":1784472961.2594588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54"} {"level":"info","ts":1784472961.2594714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54","EoS":true} {"level":"info","ts":1784472961.2595003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784472961.2595286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54"} {"level":"info","ts":1784472961.2622242,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54"} {"level":"info","ts":1784472961.2622488,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54"} {"level":"info","ts":1784472961.2622657,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54","EoS":false} {"level":"info","ts":1784472961.2622797,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54","EoS":true} {"level":"info","ts":1784472961.2623174,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37da66ee-10ce-944f-90aa-912bff5cdb54"} {"level":"info","ts":1784472974.149709,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472974.149799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1"} {"level":"info","ts":1784472974.1498125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1"} {"level":"info","ts":1784472974.1498249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1","EoS":true} {"level":"info","ts":1784472974.1498537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472974.1498818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1"} {"level":"info","ts":1784472974.150601,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1"} {"level":"info","ts":1784472974.150623,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1"} {"level":"info","ts":1784472974.1506462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1","EoS":false} {"level":"info","ts":1784472974.1506677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1","EoS":true} {"level":"info","ts":1784472974.1507182,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ec7ec95e-f0bc-49f2-aa15-bbeb1bd351a1"} {"level":"info","ts":1784472982.7019856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472982.7020748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798"} {"level":"info","ts":1784472982.7020879,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798"} {"level":"info","ts":1784472982.7021003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798","EoS":true} {"level":"info","ts":1784472982.7021275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472982.7021544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798"} {"level":"info","ts":1784472982.7028883,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798"} {"level":"info","ts":1784472982.7029023,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798"} {"level":"info","ts":1784472982.7029145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798","EoS":false} {"level":"info","ts":1784472982.7029276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798","EoS":true} {"level":"info","ts":1784472982.7029645,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"017450b0-6158-986a-9e25-00c1a0955798"} {"level":"info","ts":1784472991.5894067,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784472991.5894883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f"} {"level":"info","ts":1784472991.589497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f"} {"level":"info","ts":1784472991.589508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f","EoS":true} {"level":"info","ts":1784472991.5895412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784472991.589569,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f"} {"level":"info","ts":1784472991.5903406,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f"} {"level":"info","ts":1784472991.5903616,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f"} {"level":"info","ts":1784472991.5903783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f","EoS":false} {"level":"info","ts":1784472991.5903904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f","EoS":true} {"level":"info","ts":1784472991.5904222,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d34510dd-5de8-45d4-a596-23009086027f"} {"level":"info","ts":1784473019.711286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473019.7113907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f"} {"level":"info","ts":1784473019.7114053,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f"} {"level":"info","ts":1784473019.7114246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f","EoS":true} {"level":"info","ts":1784473019.7114692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784473019.7115068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f"} {"level":"info","ts":1784473019.7136798,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f"} {"level":"info","ts":1784473019.713701,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f"} {"level":"info","ts":1784473019.713717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f","EoS":false} {"level":"info","ts":1784473019.7137299,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f","EoS":true} {"level":"info","ts":1784473019.7137654,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e01d2864-c5dc-4e0c-8c8d-15701a8cf75f"} {"level":"info","ts":1784473041.9280078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473041.928092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59"} {"level":"info","ts":1784473041.9281049,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59"} {"level":"info","ts":1784473041.9281204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59","EoS":true} {"level":"info","ts":1784473041.9281497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784473041.9281766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59"} {"level":"info","ts":1784473041.9290712,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59"} {"level":"info","ts":1784473041.9290931,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59"} {"level":"info","ts":1784473041.9291098,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59","EoS":false} {"level":"info","ts":1784473041.9291272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59","EoS":true} {"level":"info","ts":1784473041.9291582,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05e371d0-ffc0-4cfd-bc49-620066b89f59"} {"level":"info","ts":1784473068.2838295,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473068.2839124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348"} {"level":"info","ts":1784473068.283925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348"} {"level":"info","ts":1784473068.2839367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348","EoS":true} {"level":"info","ts":1784473068.2839665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784473068.283994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348"} {"level":"info","ts":1784473068.2846918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348"} {"level":"info","ts":1784473068.2847126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348"} {"level":"info","ts":1784473068.2847276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348","EoS":false} {"level":"info","ts":1784473068.2847416,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348","EoS":true} {"level":"info","ts":1784473068.2847784,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff923b1f-a2b3-4a6e-aea2-4d783f449348"} {"level":"info","ts":1784473077.7529569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473077.753045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d"} {"level":"info","ts":1784473077.7530577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d"} {"level":"info","ts":1784473077.7530699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d","EoS":true} {"level":"info","ts":1784473077.7531056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784473077.7531364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d"} {"level":"info","ts":1784473077.7539458,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d"} {"level":"info","ts":1784473077.7539663,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d"} {"level":"info","ts":1784473077.7539864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d","EoS":false} {"level":"info","ts":1784473077.754002,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d","EoS":true} {"level":"info","ts":1784473077.754047,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4bdc219f-4490-432d-8410-b1db5036c17d"} {"level":"info","ts":1784473077.7908149,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473077.7909017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b"} {"level":"info","ts":1784473077.7909129,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b"} {"level":"info","ts":1784473077.7909238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b","EoS":true} {"level":"info","ts":1784473077.790953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784473077.7909818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b"} {"level":"info","ts":1784473077.7930639,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b"} {"level":"info","ts":1784473077.7930846,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b"} {"level":"info","ts":1784473077.793097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b","EoS":false} {"level":"info","ts":1784473077.7931087,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b","EoS":true} {"level":"info","ts":1784473077.7931423,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"15536f1b-245f-467d-8049-a333b9caeb4b"} {"level":"info","ts":1784473096.945812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473096.9459045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966"} {"level":"info","ts":1784473096.94595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966"} {"level":"info","ts":1784473096.9459965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966","EoS":true} {"level":"info","ts":1784473096.946062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784473096.9461067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966"} {"level":"info","ts":1784473096.947119,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966"} {"level":"info","ts":1784473096.947144,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966"} {"level":"info","ts":1784473096.9471657,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966","EoS":false} {"level":"info","ts":1784473096.9471827,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966","EoS":true} {"level":"info","ts":1784473096.9472356,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"72b96940-d261-4c25-bbcf-8b2e31f2c966"} {"level":"info","ts":1784473227.390082,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473227.3901834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce"} {"level":"info","ts":1784473227.3901992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce"} {"level":"info","ts":1784473227.3902128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce","EoS":true} {"level":"info","ts":1784473227.390244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784473227.3902726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce"} {"level":"info","ts":1784473227.3930595,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce"} {"level":"info","ts":1784473227.3930855,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce"} {"level":"info","ts":1784473227.393103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce","EoS":false} {"level":"info","ts":1784473227.3931196,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce","EoS":true} {"level":"info","ts":1784473227.3931637,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a52daaad-3d34-44bb-891a-7c8e8162b4ce"} {"level":"info","ts":1784473266.6779327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473266.6780145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7"} {"level":"info","ts":1784473266.678027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7"} {"level":"info","ts":1784473266.6780407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7","EoS":true} {"level":"info","ts":1784473266.6780698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784473266.6780975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7"} {"level":"info","ts":1784473266.678837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7"} {"level":"info","ts":1784473266.6788564,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7"} {"level":"info","ts":1784473266.6788714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7","EoS":false} {"level":"info","ts":1784473266.6788838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7","EoS":true} {"level":"info","ts":1784473266.6789198,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5921eed1-1cf2-49f0-9c52-2d900cc09eb7"} {"level":"info","ts":1784473281.9541147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473281.954209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6"} {"level":"info","ts":1784473281.9542227,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6"} {"level":"info","ts":1784473281.9542341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6","EoS":true} {"level":"info","ts":1784473281.954264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784473281.9542933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6"} {"level":"info","ts":1784473281.9564598,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6"} {"level":"info","ts":1784473281.9564848,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6"} {"level":"info","ts":1784473281.9565067,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6","EoS":false} {"level":"info","ts":1784473281.9565246,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6","EoS":true} {"level":"info","ts":1784473281.9565601,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"81d8ba7b-ea65-4ef6-9017-7a0b243e30e6"} {"level":"info","ts":1784473595.6030908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784473595.603195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252"} {"level":"info","ts":1784473595.6032085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252"} {"level":"info","ts":1784473595.6032205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252","EoS":true} {"level":"info","ts":1784473595.6032536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784473595.603285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252"} {"level":"info","ts":1784473595.6043093,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252"} {"level":"info","ts":1784473595.60433,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252"} {"level":"info","ts":1784473595.6043518,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252","EoS":false} {"level":"info","ts":1784473595.604373,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252","EoS":true} {"level":"info","ts":1784473595.6044116,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d56da7b6-843c-420a-8c92-c406dae1f252"} {"level":"info","ts":1784474710.5764892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784474710.5765636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"894265b5-f271-9769-bfc4-d533e28ea1ca"}