{"level":"info","ts":1784113030.8225377,"logger":"setup","caller":"runner/runner.go:114","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784113030.822685,"logger":"setup","caller":"runner/runner.go:142","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784113030.8244398,"logger":"setup","caller":"runner/runner.go:187","msg":"Setting pprof handlers"} {"level":"info","ts":1784113030.8244689,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784113030.8244824,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784113030.8244877,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784113030.8244922,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784113030.8244967,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784113030.8245006,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784113030.8503659,"logger":"setup","caller":"loader/configloader.go:157","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1784113030.850505,"caller":"api-translation/plugin.go:108","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1784113030.8505757,"logger":"setup","caller":"runner/runner.go:235","msg":"manager starting"} {"level":"info","ts":1784113030.8506157,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784113030.8507838,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784113030.8511121,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784113030.8511972,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784113030.851558,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784113030.8518178,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784113030.8520162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":38673.424250911,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.852031,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.8523395,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784113030.8524487,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784113030.8525152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38386.281186318,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.852527,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.8526826,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784113030.852902,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784113030.8529544,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784113030.8530145,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":33218.681828935,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.853025,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.8532012,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1784113030.8533716,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36677.879050405,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.8533895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.8555667,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.8557858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.855855,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.946246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784113030.9524696,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784113030.952495,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784113030.9525635,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784113030.9525747,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784113030.9540403,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784113030.954055,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784113030.9540913,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784113030.9541001,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784113030.954138,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784113030.9541473,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784113031.0548043,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1784113031.0548487,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1784113033.4671037,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784113033.467275,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784113199.5581248,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113199.5586188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d"} {"level":"info","ts":1784113199.558639,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d"} {"level":"info","ts":1784113199.5586822,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d","EoS":true} {"level":"info","ts":1784113199.5587144,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113199.558727,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113199.558795,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d"} {"level":"info","ts":1784113199.571894,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d"} {"level":"info","ts":1784113199.5719151,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d"} {"level":"info","ts":1784113199.5719297,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d","EoS":false} {"level":"info","ts":1784113199.571941,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d","EoS":true} {"level":"info","ts":1784113199.571991,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"c87608ba-7a70-493b-b0bb-5fcd5fff213d"} {"level":"info","ts":1784113199.6981342,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113199.698194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7"} {"level":"info","ts":1784113199.6982021,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7"} {"level":"info","ts":1784113199.6982121,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7","EoS":true} {"level":"info","ts":1784113199.6982338,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113199.6982436,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113199.698272,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7"} {"level":"info","ts":1784113199.7000175,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7"} {"level":"info","ts":1784113199.7000382,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7"} {"level":"info","ts":1784113199.7000518,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7","EoS":false} {"level":"info","ts":1784113199.7000625,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7","EoS":true} {"level":"info","ts":1784113199.7000942,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"df106897-2fa6-48fa-8c4a-16741494f5f7"} {"level":"info","ts":1784113201.8579733,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113201.858075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12"} {"level":"info","ts":1784113201.8581517,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12"} {"level":"info","ts":1784113201.8581765,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12","EoS":true} {"level":"info","ts":1784113201.8582146,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784113201.8582284,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113201.858265,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12"} {"level":"info","ts":1784113201.8592446,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12"} {"level":"info","ts":1784113201.8592675,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12"} {"level":"info","ts":1784113201.8592882,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12","EoS":false} {"level":"info","ts":1784113201.859305,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12","EoS":true} {"level":"info","ts":1784113201.8593724,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"429bd764-08b8-44d0-ade6-2864675b6a12"} {"level":"info","ts":1784113202.4819343,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113202.4820569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423"} {"level":"info","ts":1784113202.4820752,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423"} {"level":"info","ts":1784113202.4820926,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423","EoS":true} {"level":"info","ts":1784113202.4821284,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113202.482145,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113202.482184,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423"} {"level":"info","ts":1784113202.483014,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423"} {"level":"info","ts":1784113202.4830356,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423"} {"level":"info","ts":1784113202.483054,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423","EoS":false} {"level":"info","ts":1784113202.4830694,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423","EoS":true} {"level":"info","ts":1784113202.483104,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"6b2d38d6-916e-474b-90dc-85c7a3530423"} {"level":"info","ts":1784113203.093346,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113203.0934439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6"} {"level":"info","ts":1784113203.0934596,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6"} {"level":"info","ts":1784113203.093479,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6","EoS":true} {"level":"info","ts":1784113203.0935197,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113203.0935378,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113203.093581,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6"} {"level":"info","ts":1784113203.094426,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6"} {"level":"info","ts":1784113203.0944457,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6"} {"level":"info","ts":1784113203.0944612,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6","EoS":false} {"level":"info","ts":1784113203.0944722,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6","EoS":true} {"level":"info","ts":1784113203.0945075,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"3965e12f-d20b-4cb6-acab-64b6df7bbee6"} {"level":"info","ts":1784113289.8203232,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113289.8204324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a"} {"level":"info","ts":1784113289.8204477,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a"} {"level":"info","ts":1784113289.8204672,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a","EoS":true} {"level":"info","ts":1784113289.820507,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113289.8205206,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113289.8205674,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a"} {"level":"info","ts":1784113289.8220346,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a"} {"level":"info","ts":1784113289.8220584,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a"} {"level":"info","ts":1784113289.822074,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a","EoS":false} {"level":"info","ts":1784113289.8220851,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a","EoS":true} {"level":"info","ts":1784113289.8221247,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"419b403f-3311-48ca-945f-b4aa7f62634a"} {"level":"info","ts":1784113289.8899202,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113289.8899853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527"} {"level":"info","ts":1784113289.8899963,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527"} {"level":"info","ts":1784113289.8900068,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527","EoS":true} {"level":"info","ts":1784113289.8900285,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113289.8900394,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113289.8900723,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527"} {"level":"info","ts":1784113289.8908165,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527"} {"level":"info","ts":1784113289.89084,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527"} {"level":"info","ts":1784113289.8908546,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527","EoS":false} {"level":"info","ts":1784113289.890865,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527","EoS":true} {"level":"info","ts":1784113289.8908944,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d08df835-c33a-4e79-a6e5-0f72ac966527"} {"level":"info","ts":1784113297.909031,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113297.909121,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87"} {"level":"info","ts":1784113297.9091322,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87"} {"level":"info","ts":1784113297.909144,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87","EoS":true} {"level":"info","ts":1784113297.9091723,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113297.909184,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113297.9092143,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87"} {"level":"info","ts":1784113297.909979,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87"} {"level":"info","ts":1784113297.91,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87"} {"level":"info","ts":1784113297.9100158,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87","EoS":false} {"level":"info","ts":1784113297.9100294,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87","EoS":true} {"level":"info","ts":1784113297.910075,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b0cb0962-74df-40c6-8d2d-21e36f7c7e87"} {"level":"info","ts":1784113297.9425478,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113297.9426343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08"} {"level":"info","ts":1784113297.942646,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08"} {"level":"info","ts":1784113297.9427042,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08","EoS":true} {"level":"info","ts":1784113297.9427266,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113297.9427378,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113297.9427645,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08"} {"level":"info","ts":1784113297.9435165,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08"} {"level":"info","ts":1784113297.9435344,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08"} {"level":"info","ts":1784113297.9435508,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08","EoS":false} {"level":"info","ts":1784113297.9435625,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08","EoS":true} {"level":"info","ts":1784113297.9435947,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"fab6061b-d6e4-4c71-b2ed-c24884c60b08"} {"level":"info","ts":1784113297.9797163,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113297.979771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63"} {"level":"info","ts":1784113297.9797838,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63"} {"level":"info","ts":1784113297.9797943,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63","EoS":true} {"level":"info","ts":1784113297.9798126,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113297.9798224,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113297.979848,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63"} {"level":"info","ts":1784113297.9806073,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63"} {"level":"info","ts":1784113297.9806218,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63"} {"level":"info","ts":1784113297.9806347,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63","EoS":false} {"level":"info","ts":1784113297.9806488,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63","EoS":true} {"level":"info","ts":1784113297.980683,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"2cb507d1-2be2-47bd-90ee-132edfa18b63"} {"level":"info","ts":1784113298.0139601,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113298.0140073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8"} {"level":"info","ts":1784113298.0140152,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8"} {"level":"info","ts":1784113298.0140247,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8","EoS":true} {"level":"info","ts":1784113298.0140436,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113298.0140507,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113298.0140748,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8"} {"level":"info","ts":1784113298.0147789,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8"} {"level":"info","ts":1784113298.0147953,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8"} {"level":"info","ts":1784113298.0148137,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8","EoS":false} {"level":"info","ts":1784113298.0148351,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8","EoS":true} {"level":"info","ts":1784113298.0148668,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a230436e-42aa-47f7-b75f-ce7d3c52dbd8"} {"level":"info","ts":1784113310.1253204,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113310.1254334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710"} {"level":"info","ts":1784113310.1254456,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710"} {"level":"info","ts":1784113310.125458,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710","EoS":true} {"level":"info","ts":1784113310.125487,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113310.125501,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113310.1255324,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710"} {"level":"info","ts":1784113310.1269655,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710"} {"level":"info","ts":1784113310.126988,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710"} {"level":"info","ts":1784113310.127006,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710","EoS":false} {"level":"info","ts":1784113310.127017,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710","EoS":true} {"level":"info","ts":1784113310.127054,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"0061f69f-e931-4b0a-b194-17e50feae710"} {"level":"info","ts":1784113310.9738119,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113310.9739227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e"} {"level":"info","ts":1784113310.9739444,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e"} {"level":"info","ts":1784113310.9739695,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e","EoS":true} {"level":"info","ts":1784113310.9740076,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113310.9740245,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113310.9740763,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e"} {"level":"info","ts":1784113310.974949,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e"} {"level":"info","ts":1784113310.974981,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e"} {"level":"info","ts":1784113310.975006,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e","EoS":false} {"level":"info","ts":1784113310.9750328,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e","EoS":true} {"level":"info","ts":1784113310.9750934,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"c873603c-f721-450a-a05a-187db4bf188e"} {"level":"info","ts":1784113331.0154827,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113331.0155628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e"} {"level":"info","ts":1784113331.0155735,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e"} {"level":"info","ts":1784113331.015586,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e","EoS":true} {"level":"info","ts":1784113331.0156162,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113331.0156276,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113331.0156581,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e"} {"level":"info","ts":1784113331.0185528,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e"} {"level":"info","ts":1784113331.0185752,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e"} {"level":"info","ts":1784113331.0185912,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e","EoS":false} {"level":"info","ts":1784113331.0186079,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e","EoS":true} {"level":"info","ts":1784113331.0186462,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"04731ed5-2423-446c-b01b-65585c3b0a4e"} {"level":"info","ts":1784113331.1560097,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113331.156083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a"} {"level":"info","ts":1784113331.1560948,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a"} {"level":"info","ts":1784113331.1561058,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a","EoS":true} {"level":"info","ts":1784113331.1561294,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113331.1561387,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113331.1561673,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a"} {"level":"info","ts":1784113331.157058,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a"} {"level":"info","ts":1784113331.1570756,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a"} {"level":"info","ts":1784113331.1570895,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a","EoS":false} {"level":"info","ts":1784113331.1571038,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a","EoS":true} {"level":"info","ts":1784113331.1571476,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"000a5d42-cc1c-4f5e-ad3b-0fad425c662a"} {"level":"info","ts":1784113331.2945383,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113331.2946079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6"} {"level":"info","ts":1784113331.2946186,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6"} {"level":"info","ts":1784113331.2946289,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6","EoS":true} {"level":"info","ts":1784113331.2946494,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113331.2946591,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113331.2946885,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6"} {"level":"info","ts":1784113331.295464,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6"} {"level":"info","ts":1784113331.2954812,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6"} {"level":"info","ts":1784113331.2954943,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6","EoS":false} {"level":"info","ts":1784113331.295512,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6","EoS":true} {"level":"info","ts":1784113331.2955518,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"95dc81ab-a755-41e3-878b-9c83bce8c6f6"} {"level":"info","ts":1784113331.429729,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113331.4297903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b"} {"level":"info","ts":1784113331.4298012,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b"} {"level":"info","ts":1784113331.4298146,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b","EoS":true} {"level":"info","ts":1784113331.429844,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113331.4298608,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113331.429889,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b"} {"level":"info","ts":1784113331.4307199,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b"} {"level":"info","ts":1784113331.4307332,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b"} {"level":"info","ts":1784113331.4307456,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b","EoS":false} {"level":"info","ts":1784113331.4307554,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b","EoS":true} {"level":"info","ts":1784113331.4307828,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b7f259c8-b6ff-4ce2-b0ff-daeedb428b2b"} {"level":"info","ts":1784113331.5680423,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113331.5681229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f"} {"level":"info","ts":1784113331.568137,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f"} {"level":"info","ts":1784113331.5681548,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f","EoS":true} {"level":"info","ts":1784113331.568191,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113331.5682073,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113331.5682468,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f"} {"level":"info","ts":1784113331.5691357,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f"} {"level":"info","ts":1784113331.569155,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f"} {"level":"info","ts":1784113331.569173,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f","EoS":false} {"level":"info","ts":1784113331.5691926,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f","EoS":true} {"level":"info","ts":1784113331.5692415,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"5d8ae191-d162-43d2-84b9-ec1de91e468f"} {"level":"info","ts":1784113347.3762925,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113347.3764064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c"} {"level":"info","ts":1784113347.37642,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c"} {"level":"info","ts":1784113347.376433,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c","EoS":true} {"level":"info","ts":1784113347.3764615,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113347.3764837,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113347.3765159,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c"} {"level":"info","ts":1784113347.3790362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c"} {"level":"info","ts":1784113347.379065,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c"} {"level":"info","ts":1784113347.3790853,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c","EoS":false} {"level":"info","ts":1784113347.3791049,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c","EoS":true} {"level":"info","ts":1784113347.379155,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"3bd8c341-36bd-43c5-bdcb-f9b3929d464c"} {"level":"info","ts":1784113347.4150076,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113347.4150844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3"} {"level":"info","ts":1784113347.415097,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3"} {"level":"info","ts":1784113347.4151168,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3","EoS":true} {"level":"info","ts":1784113347.4151537,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113347.4151664,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113347.4152076,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3"} {"level":"info","ts":1784113347.4160547,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3"} {"level":"info","ts":1784113347.4160767,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3"} {"level":"info","ts":1784113347.4160924,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3","EoS":false} {"level":"info","ts":1784113347.4161088,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3","EoS":true} {"level":"info","ts":1784113347.416142,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"6c464e1e-b4da-485b-b06f-7b4d23ece1f3"} {"level":"info","ts":1784113347.5208735,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113347.5209408,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"05185dbd-25b0-4e0a-9fbc-40feb02f5cb1"} {"level":"info","ts":1784113347.52295,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05185dbd-25b0-4e0a-9fbc-40feb02f5cb1"} {"level":"info","ts":1784113347.5229683,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"05185dbd-25b0-4e0a-9fbc-40feb02f5cb1"} {"level":"info","ts":1784113347.5229833,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"05185dbd-25b0-4e0a-9fbc-40feb02f5cb1","EoS":false} {"level":"info","ts":1784113347.522995,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"05185dbd-25b0-4e0a-9fbc-40feb02f5cb1","EoS":true} {"level":"info","ts":1784113347.523016,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"05185dbd-25b0-4e0a-9fbc-40feb02f5cb1"} {"level":"info","ts":1784113352.152879,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113352.1529694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c"} {"level":"info","ts":1784113352.1529815,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c"} {"level":"info","ts":1784113352.152993,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c","EoS":true} {"level":"info","ts":1784113352.15302,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113352.1530313,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113352.1530573,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c"} {"level":"info","ts":1784113352.1546745,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c"} {"level":"info","ts":1784113352.1547017,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c"} {"level":"info","ts":1784113352.1547284,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c","EoS":false} {"level":"info","ts":1784113352.1547425,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c","EoS":true} {"level":"info","ts":1784113352.1547909,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a85e53f4-b3cb-410e-b36e-0810fc3ae05c"} {"level":"info","ts":1784113364.7973785,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113364.7974582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83297915-4e4d-4c13-a613-36374e555007"} {"level":"info","ts":1784113364.7974675,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"83297915-4e4d-4c13-a613-36374e555007"} {"level":"info","ts":1784113364.7974787,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"83297915-4e4d-4c13-a613-36374e555007","EoS":true} {"level":"info","ts":1784113364.7975073,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"83297915-4e4d-4c13-a613-36374e555007","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784113364.7975192,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"83297915-4e4d-4c13-a613-36374e555007","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784113364.797545,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"83297915-4e4d-4c13-a613-36374e555007"} {"level":"info","ts":1784113364.8002074,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83297915-4e4d-4c13-a613-36374e555007"} {"level":"info","ts":1784113364.8002293,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"83297915-4e4d-4c13-a613-36374e555007"} {"level":"info","ts":1784113364.8002448,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"83297915-4e4d-4c13-a613-36374e555007","EoS":false} {"level":"info","ts":1784113364.8002567,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"83297915-4e4d-4c13-a613-36374e555007","EoS":true} {"level":"info","ts":1784113364.8002985,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"83297915-4e4d-4c13-a613-36374e555007"} {"level":"info","ts":1784113377.659003,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113377.6590812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82"} {"level":"info","ts":1784113377.6590931,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82"} {"level":"info","ts":1784113377.6591048,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82","EoS":true} {"level":"info","ts":1784113377.6591349,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113377.6591465,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113377.6591823,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82"} {"level":"info","ts":1784113377.6601205,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82"} {"level":"info","ts":1784113377.6601377,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82"} {"level":"info","ts":1784113377.6601512,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82","EoS":false} {"level":"info","ts":1784113377.6601682,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82","EoS":true} {"level":"info","ts":1784113377.6602092,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"98d0fedf-472d-4465-b43c-69a150cc6a82"} {"level":"info","ts":1784113386.175324,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113386.1754475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b"} {"level":"info","ts":1784113386.175518,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b"} {"level":"info","ts":1784113386.1755388,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b","EoS":true} {"level":"info","ts":1784113386.1755776,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113386.175592,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113386.17564,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b"} {"level":"info","ts":1784113386.1765249,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b"} {"level":"info","ts":1784113386.176547,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b"} {"level":"info","ts":1784113386.176565,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b","EoS":false} {"level":"info","ts":1784113386.1765807,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b","EoS":true} {"level":"info","ts":1784113386.176617,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"57e97e4e-ac9f-9c4e-bed8-71247bb3677b"} {"level":"info","ts":1784113395.074444,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113395.0745354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf"} {"level":"info","ts":1784113395.074552,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf"} {"level":"info","ts":1784113395.0745661,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf","EoS":true} {"level":"info","ts":1784113395.0745926,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113395.074604,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113395.0746388,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf"} {"level":"info","ts":1784113395.0754213,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf"} {"level":"info","ts":1784113395.0754435,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf"} {"level":"info","ts":1784113395.0754585,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf","EoS":false} {"level":"info","ts":1784113395.0754726,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf","EoS":true} {"level":"info","ts":1784113395.0755095,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"295f7ce4-cca5-4cab-a15c-6e6c91b2dacf"} {"level":"info","ts":1784113417.9798608,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113417.979937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22"} {"level":"info","ts":1784113417.9799488,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22"} {"level":"info","ts":1784113417.97996,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22","EoS":true} {"level":"info","ts":1784113417.979989,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784113417.9800005,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784113417.980031,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22"} {"level":"info","ts":1784113417.9823427,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22"} {"level":"info","ts":1784113417.9823742,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22"} {"level":"info","ts":1784113417.982393,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22","EoS":false} {"level":"info","ts":1784113417.9824054,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22","EoS":true} {"level":"info","ts":1784113417.9824724,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"31379dca-8bf2-47da-a9b3-20837ed51f22"} {"level":"info","ts":1784113440.2387228,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113440.2388172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7"} {"level":"info","ts":1784113440.2388327,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7"} {"level":"info","ts":1784113440.238853,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7","EoS":true} {"level":"info","ts":1784113440.2388968,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784113440.2389107,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784113440.2389557,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7"} {"level":"info","ts":1784113440.2400043,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7"} {"level":"info","ts":1784113440.2400324,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7"} {"level":"info","ts":1784113440.2400534,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7","EoS":false} {"level":"info","ts":1784113440.240074,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7","EoS":true} {"level":"info","ts":1784113440.2401242,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"f50475bd-a582-4ae5-8b5a-dba98fdc39e7"} {"level":"info","ts":1784113466.5397103,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113466.5397902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8"} {"level":"info","ts":1784113466.539803,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8"} {"level":"info","ts":1784113466.5398166,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8","EoS":true} {"level":"info","ts":1784113466.5398443,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113466.5398552,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113466.539887,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8"} {"level":"info","ts":1784113466.5407617,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8"} {"level":"info","ts":1784113466.5407844,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8"} {"level":"info","ts":1784113466.5407999,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8","EoS":false} {"level":"info","ts":1784113466.5408118,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8","EoS":true} {"level":"info","ts":1784113466.540851,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"4dac322d-e028-40c8-8d88-2feba22f1cd8"} {"level":"info","ts":1784113475.9524841,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113475.9525678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38"} {"level":"info","ts":1784113475.952581,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38"} {"level":"info","ts":1784113475.9526327,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38","EoS":true} {"level":"info","ts":1784113475.9526618,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113475.9526727,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113475.9527109,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38"} {"level":"info","ts":1784113475.9535859,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38"} {"level":"info","ts":1784113475.9536145,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38"} {"level":"info","ts":1784113475.9536433,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38","EoS":false} {"level":"info","ts":1784113475.9536643,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38","EoS":true} {"level":"info","ts":1784113475.953704,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"0e1385e2-e125-4eaf-8448-348449018c38"} {"level":"info","ts":1784113475.9885163,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113475.9885738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd"} {"level":"info","ts":1784113475.9885845,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd"} {"level":"info","ts":1784113475.9885957,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd","EoS":true} {"level":"info","ts":1784113475.988619,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113475.9886296,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113475.9886534,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd"} {"level":"info","ts":1784113475.9908621,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd"} {"level":"info","ts":1784113475.9908774,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd"} {"level":"info","ts":1784113475.9908905,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd","EoS":false} {"level":"info","ts":1784113475.9909074,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd","EoS":true} {"level":"info","ts":1784113475.9909446,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"25bb1f2a-5044-44e9-a0f5-3abea64249dd"} {"level":"info","ts":1784113495.1154768,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113495.115554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f"} {"level":"info","ts":1784113495.1155653,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f"} {"level":"info","ts":1784113495.115579,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f","EoS":true} {"level":"info","ts":1784113495.1156092,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113495.1156182,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113495.1156468,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f"} {"level":"info","ts":1784113495.1164498,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f"} {"level":"info","ts":1784113495.1164722,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f"} {"level":"info","ts":1784113495.1164968,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f","EoS":false} {"level":"info","ts":1784113495.1165204,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f","EoS":true} {"level":"info","ts":1784113495.1165712,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"0bf34732-c162-444a-bd10-e96e86941c6f"} {"level":"info","ts":1784113623.3337018,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113623.3338153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751"} {"level":"info","ts":1784113623.3338313,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751"} {"level":"info","ts":1784113623.33385,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751","EoS":true} {"level":"info","ts":1784113623.3338926,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784113623.3339076,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751","key":{"name":"e2e-trlp-test-simulated","namespace":"llm"}} {"level":"info","ts":1784113623.333962,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751"} {"level":"info","ts":1784113623.3364227,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751"} {"level":"info","ts":1784113623.336451,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751"} {"level":"info","ts":1784113623.3364687,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751","EoS":false} {"level":"info","ts":1784113623.3364816,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751","EoS":true} {"level":"info","ts":1784113623.3365378,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"66a3aff8-2dba-4083-ae97-8c333b875751"} {"level":"info","ts":1784113660.259673,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113660.2597508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811"} {"level":"info","ts":1784113660.2597632,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811"} {"level":"info","ts":1784113660.2597754,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811","EoS":true} {"level":"info","ts":1784113660.259805,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113660.2598162,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113660.2598479,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811"} {"level":"info","ts":1784113660.2624116,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811"} {"level":"info","ts":1784113660.2624345,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811"} {"level":"info","ts":1784113660.26245,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811","EoS":false} {"level":"info","ts":1784113660.262464,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811","EoS":true} {"level":"info","ts":1784113660.2625036,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"6e1cd41b-20ae-4b04-9821-9e0df5013811"} {"level":"info","ts":1784113675.5204206,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784113675.5205095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f"} {"level":"info","ts":1784113675.5205204,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f"} {"level":"info","ts":1784113675.520532,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f","EoS":true} {"level":"info","ts":1784113675.520562,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784113675.520571,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784113675.5206013,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f"} {"level":"info","ts":1784113675.522125,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f"} {"level":"info","ts":1784113675.5221484,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f"} {"level":"info","ts":1784113675.5221689,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f","EoS":false} {"level":"info","ts":1784113675.522183,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f","EoS":true} {"level":"info","ts":1784113675.522219,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"caeda550-1a3a-4cda-9424-42244654f02f"}