{"level":"info","ts":1784040936.2860978,"logger":"setup","caller":"runner/runner.go:114","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784040936.2862027,"logger":"setup","caller":"runner/runner.go:142","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784040936.3213744,"logger":"setup","caller":"runner/runner.go:187","msg":"Setting pprof handlers"} {"level":"info","ts":1784040936.3214037,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784040936.3214176,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784040936.3214226,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784040936.3214269,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784040936.321431,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784040936.3214352,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784040936.3465188,"logger":"setup","caller":"loader/configloader.go:157","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1784040936.3466914,"caller":"api-translation/plugin.go:108","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1784040936.3469415,"logger":"setup","caller":"runner/runner.go:235","msg":"manager starting"} {"level":"info","ts":1784040936.346987,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784040936.3472037,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784040936.3473132,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784040936.3473692,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784040936.3476088,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784040936.347876,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784040936.3481905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":34338.862488532,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.3482049,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.3484812,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784040936.3485963,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784040936.3486674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":32467.821272488,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.3486798,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.3488348,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784040936.3490355,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784040936.3490806,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784040936.3491247,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":34063.743815311,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.3491354,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.349354,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1784040936.3495328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33992.542815006,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.3495471,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.3523188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.3525681,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.352864,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.4391878,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784040936.4485946,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784040936.4486303,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784040936.4486663,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784040936.4486754,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784040936.4501565,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784040936.45017,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784040936.4501913,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784040936.4501958,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784040936.450213,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784040936.4502196,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784040936.5508027,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1784040936.5508242,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1784040940.0526056,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784040940.05277,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784041113.4353452,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041113.4358652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b"} {"level":"info","ts":1784041113.435884,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b"} {"level":"info","ts":1784041113.4359145,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b","EoS":true} {"level":"info","ts":1784041113.4359462,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041113.435957,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041113.4360118,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b"} {"level":"info","ts":1784041113.4493988,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b"} {"level":"info","ts":1784041113.4494183,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b"} {"level":"info","ts":1784041113.449438,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b","EoS":false} {"level":"info","ts":1784041113.4494538,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b","EoS":true} {"level":"info","ts":1784041113.449507,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"cce8ed3f-6bf8-43d9-a138-41acbfb64d8b"} {"level":"info","ts":1784041113.5717866,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041113.5718684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790"} {"level":"info","ts":1784041113.57188,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790"} {"level":"info","ts":1784041113.5718915,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790","EoS":true} {"level":"info","ts":1784041113.5719333,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041113.571946,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041113.5719972,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790"} {"level":"info","ts":1784041113.5743508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790"} {"level":"info","ts":1784041113.5743735,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790"} {"level":"info","ts":1784041113.5743873,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790","EoS":false} {"level":"info","ts":1784041113.5743978,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790","EoS":true} {"level":"info","ts":1784041113.574432,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"7c48325b-41cd-4610-9a28-c0a4418ae790"} {"level":"info","ts":1784041115.6866922,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041115.6867611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed"} {"level":"info","ts":1784041115.686773,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed"} {"level":"info","ts":1784041115.686787,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed","EoS":true} {"level":"info","ts":1784041115.6868186,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784041115.6868296,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041115.6869018,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed"} {"level":"info","ts":1784041115.6881561,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed"} {"level":"info","ts":1784041115.6881773,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed"} {"level":"info","ts":1784041115.6881971,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed","EoS":false} {"level":"info","ts":1784041115.6882126,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed","EoS":true} {"level":"info","ts":1784041115.6882591,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"bb901ad1-4a8e-4423-a307-1cd80d149fed"} {"level":"info","ts":1784041115.9786336,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041115.9786975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec"} {"level":"info","ts":1784041115.9787083,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec"} {"level":"info","ts":1784041115.97872,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec","EoS":true} {"level":"info","ts":1784041115.978741,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041115.978752,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041115.978782,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec"} {"level":"info","ts":1784041115.9796853,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec"} {"level":"info","ts":1784041115.9796972,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec"} {"level":"info","ts":1784041115.979708,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec","EoS":false} {"level":"info","ts":1784041115.9797175,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec","EoS":true} {"level":"info","ts":1784041115.9797473,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"cb2750a9-bd25-42b9-a88b-2b1e30e7caec"} {"level":"info","ts":1784041116.3229957,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041116.3230553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55"} {"level":"info","ts":1784041116.3230667,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55"} {"level":"info","ts":1784041116.3230767,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55","EoS":true} {"level":"info","ts":1784041116.3230994,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041116.323111,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041116.323138,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55"} {"level":"info","ts":1784041116.324124,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55"} {"level":"info","ts":1784041116.3241348,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55"} {"level":"info","ts":1784041116.3241456,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55","EoS":false} {"level":"info","ts":1784041116.3241549,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55","EoS":true} {"level":"info","ts":1784041116.3241858,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"dd8266a6-65d1-4d1e-93dd-f442c21a8e55"} {"level":"info","ts":1784041203.751462,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041203.7515492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf"} {"level":"info","ts":1784041203.7515633,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf"} {"level":"info","ts":1784041203.751577,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf","EoS":true} {"level":"info","ts":1784041203.7516112,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041203.7516394,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041203.7516809,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf"} {"level":"info","ts":1784041203.7533462,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf"} {"level":"info","ts":1784041203.7533672,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf"} {"level":"info","ts":1784041203.7533884,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf","EoS":false} {"level":"info","ts":1784041203.7534032,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf","EoS":true} {"level":"info","ts":1784041203.753454,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"9dc7701c-3a0c-4779-9fc5-86b2de6977bf"} {"level":"info","ts":1784041203.8296583,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041203.8297517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d"} {"level":"info","ts":1784041203.8297658,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d"} {"level":"info","ts":1784041203.8297822,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d","EoS":true} {"level":"info","ts":1784041203.8298204,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041203.8298347,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041203.8298728,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d"} {"level":"info","ts":1784041203.830987,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d"} {"level":"info","ts":1784041203.831007,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d"} {"level":"info","ts":1784041203.8310244,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d","EoS":false} {"level":"info","ts":1784041203.8310459,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d","EoS":true} {"level":"info","ts":1784041203.8310833,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d4c4ffa0-fc16-4ea4-ac13-8915a036f24d"} {"level":"info","ts":1784041211.699805,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041211.699888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2"} {"level":"info","ts":1784041211.699898,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2"} {"level":"info","ts":1784041211.6999102,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2","EoS":true} {"level":"info","ts":1784041211.699934,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041211.6999454,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041211.6999774,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2"} {"level":"info","ts":1784041211.7010746,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2"} {"level":"info","ts":1784041211.7010906,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2"} {"level":"info","ts":1784041211.7011034,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2","EoS":false} {"level":"info","ts":1784041211.7011156,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2","EoS":true} {"level":"info","ts":1784041211.7011573,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"79b47580-8a95-4b2a-a32d-782483e9e5d2"} {"level":"info","ts":1784041211.7338934,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041211.7339559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09"} {"level":"info","ts":1784041211.7339644,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09"} {"level":"info","ts":1784041211.733975,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09","EoS":true} {"level":"info","ts":1784041211.733996,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041211.7340062,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041211.734034,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09"} {"level":"info","ts":1784041211.7350469,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09"} {"level":"info","ts":1784041211.7350657,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09"} {"level":"info","ts":1784041211.7350807,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09","EoS":false} {"level":"info","ts":1784041211.735094,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09","EoS":true} {"level":"info","ts":1784041211.7351282,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"2d930e6e-c158-42c1-85ea-122b19e01f09"} {"level":"info","ts":1784041211.7688038,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041211.7688718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce"} {"level":"info","ts":1784041211.768883,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce"} {"level":"info","ts":1784041211.7688932,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce","EoS":true} {"level":"info","ts":1784041211.7689145,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041211.7689252,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041211.7689524,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce"} {"level":"info","ts":1784041211.7699966,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce"} {"level":"info","ts":1784041211.7700105,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce"} {"level":"info","ts":1784041211.7700238,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce","EoS":false} {"level":"info","ts":1784041211.7700336,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce","EoS":true} {"level":"info","ts":1784041211.7700632,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"63c94da4-0a74-417c-b962-dcf50a4bc3ce"} {"level":"info","ts":1784041211.806367,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041211.8064463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2"} {"level":"info","ts":1784041211.8064623,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2"} {"level":"info","ts":1784041211.806481,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2","EoS":true} {"level":"info","ts":1784041211.8065186,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041211.8065357,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041211.8065794,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2"} {"level":"info","ts":1784041211.8075352,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2"} {"level":"info","ts":1784041211.8075497,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2"} {"level":"info","ts":1784041211.8075716,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2","EoS":false} {"level":"info","ts":1784041211.8075855,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2","EoS":true} {"level":"info","ts":1784041211.8076444,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"1f64d331-424b-49c2-8a35-784ae2623ce2"} {"level":"info","ts":1784041224.921029,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041224.9211247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2"} {"level":"info","ts":1784041224.921142,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2"} {"level":"info","ts":1784041224.9211597,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2","EoS":true} {"level":"info","ts":1784041224.9211974,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041224.9212122,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041224.9212677,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2"} {"level":"info","ts":1784041224.9227712,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2"} {"level":"info","ts":1784041224.9227908,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2"} {"level":"info","ts":1784041224.9228137,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2","EoS":false} {"level":"info","ts":1784041224.9228315,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2","EoS":true} {"level":"info","ts":1784041224.9228835,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"bb15739f-84e4-456d-9599-952cf50894e2"} {"level":"info","ts":1784041225.7705805,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041225.7706783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a"} {"level":"info","ts":1784041225.7706923,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a"} {"level":"info","ts":1784041225.7707047,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a","EoS":true} {"level":"info","ts":1784041225.7707334,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041225.770745,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041225.7707777,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a"} {"level":"info","ts":1784041225.7717571,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a"} {"level":"info","ts":1784041225.771779,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a"} {"level":"info","ts":1784041225.7717988,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a","EoS":false} {"level":"info","ts":1784041225.7718148,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a","EoS":true} {"level":"info","ts":1784041225.771867,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"08c59149-0bfe-477b-8c8e-2f353ccd1d3a"} {"level":"info","ts":1784041248.9654107,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041248.9655087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4"} {"level":"info","ts":1784041248.9655192,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4"} {"level":"info","ts":1784041248.9655302,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4","EoS":true} {"level":"info","ts":1784041248.9655576,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041248.9655693,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041248.9656024,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4"} {"level":"info","ts":1784041248.966805,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4"} {"level":"info","ts":1784041248.9668255,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4"} {"level":"info","ts":1784041248.9668398,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4","EoS":false} {"level":"info","ts":1784041248.9668515,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4","EoS":true} {"level":"info","ts":1784041248.9668982,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a43fe15c-d21a-4b61-b9bc-2629174705c4"} {"level":"info","ts":1784041249.10185,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041249.1019318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f"} {"level":"info","ts":1784041249.101944,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f"} {"level":"info","ts":1784041249.1019566,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f","EoS":true} {"level":"info","ts":1784041249.1019857,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041249.101997,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041249.1020293,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f"} {"level":"info","ts":1784041249.1030307,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f"} {"level":"info","ts":1784041249.1030476,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f"} {"level":"info","ts":1784041249.1030612,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f","EoS":false} {"level":"info","ts":1784041249.1030712,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f","EoS":true} {"level":"info","ts":1784041249.1031044,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"28737fa4-253c-4a90-af08-40156a48729f"} {"level":"info","ts":1784041249.2398598,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041249.239936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62"} {"level":"info","ts":1784041249.2399476,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62"} {"level":"info","ts":1784041249.2399595,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62","EoS":true} {"level":"info","ts":1784041249.2399883,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041249.2400014,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041249.2400408,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62"} {"level":"info","ts":1784041249.2427769,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62"} {"level":"info","ts":1784041249.2427933,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62"} {"level":"info","ts":1784041249.2428052,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62","EoS":false} {"level":"info","ts":1784041249.2428164,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62","EoS":true} {"level":"info","ts":1784041249.2428489,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"361c1e1a-e6ba-4516-a93c-26fe45b81b62"} {"level":"info","ts":1784041249.3798912,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041249.3799577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec"} {"level":"info","ts":1784041249.379967,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec"} {"level":"info","ts":1784041249.3799777,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec","EoS":true} {"level":"info","ts":1784041249.3800032,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041249.3800144,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041249.380045,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec"} {"level":"info","ts":1784041249.38107,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec"} {"level":"info","ts":1784041249.3810863,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec"} {"level":"info","ts":1784041249.3811007,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec","EoS":false} {"level":"info","ts":1784041249.381114,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec","EoS":true} {"level":"info","ts":1784041249.381153,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"cf04b8c3-7502-4910-bae6-af854a14b6ec"} {"level":"info","ts":1784041249.5162477,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041249.5163252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57"} {"level":"info","ts":1784041249.516333,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57"} {"level":"info","ts":1784041249.5163443,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57","EoS":true} {"level":"info","ts":1784041249.5163734,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041249.5163856,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041249.5164168,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57"} {"level":"info","ts":1784041249.5173798,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57"} {"level":"info","ts":1784041249.5173965,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57"} {"level":"info","ts":1784041249.517411,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57","EoS":false} {"level":"info","ts":1784041249.5174246,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57","EoS":true} {"level":"info","ts":1784041249.517468,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"4db050cb-8f1b-4a2f-a639-d593e11fed57"} {"level":"info","ts":1784041268.627369,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041268.6274726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff"} {"level":"info","ts":1784041268.627488,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff"} {"level":"info","ts":1784041268.627508,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff","EoS":true} {"level":"info","ts":1784041268.6275496,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041268.6275635,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041268.6276023,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff"} {"level":"info","ts":1784041268.6286075,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff"} {"level":"info","ts":1784041268.628651,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff"} {"level":"info","ts":1784041268.6286683,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff","EoS":false} {"level":"info","ts":1784041268.6286821,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff","EoS":true} {"level":"info","ts":1784041268.6287231,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"be18a4e7-05e2-4596-8a01-18186bcca1ff"} {"level":"info","ts":1784041268.7378726,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041268.7379541,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"9bf09319-3498-491e-9de6-d394754d3c0c"} {"level":"info","ts":1784041268.7388692,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9bf09319-3498-491e-9de6-d394754d3c0c"} {"level":"info","ts":1784041268.738885,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"9bf09319-3498-491e-9de6-d394754d3c0c"} {"level":"info","ts":1784041268.7388997,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9bf09319-3498-491e-9de6-d394754d3c0c","EoS":false} {"level":"info","ts":1784041268.7389116,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9bf09319-3498-491e-9de6-d394754d3c0c","EoS":true} {"level":"info","ts":1784041268.738951,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"9bf09319-3498-491e-9de6-d394754d3c0c"} {"level":"info","ts":1784041273.4113984,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041273.411488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75"} {"level":"info","ts":1784041273.411503,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75"} {"level":"info","ts":1784041273.4115198,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75","EoS":true} {"level":"info","ts":1784041273.4115593,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041273.4115727,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041273.411605,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75"} {"level":"info","ts":1784041273.412642,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75"} {"level":"info","ts":1784041273.4126575,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75"} {"level":"info","ts":1784041273.4126694,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75","EoS":false} {"level":"info","ts":1784041273.4126792,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75","EoS":true} {"level":"info","ts":1784041273.4127152,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b29b3256-03e7-4535-9e99-203596e6ca75"} {"level":"info","ts":1784041286.0969608,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041286.097034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a"} {"level":"info","ts":1784041286.097045,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a"} {"level":"info","ts":1784041286.097056,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a","EoS":true} {"level":"info","ts":1784041286.0970833,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784041286.0970953,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784041286.0971248,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a"} {"level":"info","ts":1784041286.0992746,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a"} {"level":"info","ts":1784041286.099295,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a"} {"level":"info","ts":1784041286.099311,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a","EoS":false} {"level":"info","ts":1784041286.0993264,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a","EoS":true} {"level":"info","ts":1784041286.0993633,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b168ef49-b3c7-41d1-acea-5ff90674ac1a"} {"level":"info","ts":1784041299.0148737,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041299.014954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257"} {"level":"info","ts":1784041299.0149639,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257"} {"level":"info","ts":1784041299.014976,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257","EoS":true} {"level":"info","ts":1784041299.0150054,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041299.0150185,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041299.0150588,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257"} {"level":"info","ts":1784041299.0168018,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257"} {"level":"info","ts":1784041299.0168216,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257"} {"level":"info","ts":1784041299.0168357,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257","EoS":false} {"level":"info","ts":1784041299.0168471,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257","EoS":true} {"level":"info","ts":1784041299.016883,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"094505dc-5a5d-4d15-8d50-dfcad41fd257"} {"level":"info","ts":1784041307.6137774,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041307.613869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9"} {"level":"info","ts":1784041307.6138859,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9"} {"level":"info","ts":1784041307.613908,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9","EoS":true} {"level":"info","ts":1784041307.6139498,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041307.6139636,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041307.6140106,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9"} {"level":"info","ts":1784041307.6150293,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9"} {"level":"info","ts":1784041307.615049,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9"} {"level":"info","ts":1784041307.6150644,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9","EoS":false} {"level":"info","ts":1784041307.6150804,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9","EoS":true} {"level":"info","ts":1784041307.615117,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"e6569eee-2c88-4931-8c7c-a49d22b4c4d9"} {"level":"info","ts":1784041316.574476,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041316.5745547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd"} {"level":"info","ts":1784041316.5745633,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd"} {"level":"info","ts":1784041316.5745738,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd","EoS":true} {"level":"info","ts":1784041316.5746026,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041316.5746434,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041316.5746858,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd"} {"level":"info","ts":1784041316.5756996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd"} {"level":"info","ts":1784041316.5757205,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd"} {"level":"info","ts":1784041316.5757358,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd","EoS":false} {"level":"info","ts":1784041316.5757494,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd","EoS":true} {"level":"info","ts":1784041316.575788,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"7acf5613-57d1-4887-b711-f41bcc9b04fd"} {"level":"info","ts":1784041341.9187498,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041341.9188673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923"} {"level":"info","ts":1784041341.9188788,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923"} {"level":"info","ts":1784041341.9188907,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923","EoS":true} {"level":"info","ts":1784041341.9189193,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784041341.9189315,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784041341.9189665,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923"} {"level":"info","ts":1784041341.9199824,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923"} {"level":"info","ts":1784041341.9200046,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923"} {"level":"info","ts":1784041341.920026,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923","EoS":false} {"level":"info","ts":1784041341.9200425,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923","EoS":true} {"level":"info","ts":1784041341.920092,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"bf26b3ac-4812-408f-995d-618a70803923"} {"level":"info","ts":1784041366.8821015,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041366.8821702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c"} {"level":"info","ts":1784041366.882179,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c"} {"level":"info","ts":1784041366.88219,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c","EoS":true} {"level":"info","ts":1784041366.8822181,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784041366.8822312,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784041366.8822632,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c"} {"level":"info","ts":1784041366.883248,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c"} {"level":"info","ts":1784041366.8832698,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c"} {"level":"info","ts":1784041366.883326,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c","EoS":false} {"level":"info","ts":1784041366.8833456,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c","EoS":true} {"level":"info","ts":1784041366.883396,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d3e5482c-d8b9-4d0c-b759-bff92bdd216c"} {"level":"info","ts":1784041393.9838102,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041393.9838974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86"} {"level":"info","ts":1784041393.983914,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86"} {"level":"info","ts":1784041393.9839332,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86","EoS":true} {"level":"info","ts":1784041393.9839737,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041393.9839888,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041393.984035,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86"} {"level":"info","ts":1784041393.9864793,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86"} {"level":"info","ts":1784041393.986503,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86"} {"level":"info","ts":1784041393.9865189,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86","EoS":false} {"level":"info","ts":1784041393.9865334,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86","EoS":true} {"level":"info","ts":1784041393.9865766,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"fdde4f60-ed07-4532-8342-3e7752750f86"} {"level":"info","ts":1784041403.5483654,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041403.5484564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445"} {"level":"info","ts":1784041403.548471,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445"} {"level":"info","ts":1784041403.5484836,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445","EoS":true} {"level":"info","ts":1784041403.548513,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041403.5485258,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041403.548557,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445"} {"level":"info","ts":1784041403.549839,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445"} {"level":"info","ts":1784041403.5498683,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445"} {"level":"info","ts":1784041403.5498896,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445","EoS":false} {"level":"info","ts":1784041403.5499048,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445","EoS":true} {"level":"info","ts":1784041403.5499432,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b1d5c23b-95d5-4a71-973d-00053fbfa445"} {"level":"info","ts":1784041403.590282,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041403.5903604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240"} {"level":"info","ts":1784041403.5903735,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240"} {"level":"info","ts":1784041403.5903845,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240","EoS":true} {"level":"info","ts":1784041403.5904114,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041403.5904229,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041403.5904555,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240"} {"level":"info","ts":1784041403.5915349,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240"} {"level":"info","ts":1784041403.5915577,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240"} {"level":"info","ts":1784041403.5915763,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240","EoS":false} {"level":"info","ts":1784041403.5915878,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240","EoS":true} {"level":"info","ts":1784041403.591651,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"6a69e51c-99c0-47f5-a357-dd24351cf240"} {"level":"info","ts":1784041423.386772,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041423.3868554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a"} {"level":"info","ts":1784041423.3868704,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a"} {"level":"info","ts":1784041423.3868847,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a","EoS":true} {"level":"info","ts":1784041423.3869197,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041423.3869314,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041423.3869612,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a"} {"level":"info","ts":1784041423.3880806,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a"} {"level":"info","ts":1784041423.3881006,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a"} {"level":"info","ts":1784041423.3881152,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a","EoS":false} {"level":"info","ts":1784041423.3881347,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a","EoS":true} {"level":"info","ts":1784041423.3881738,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"9e872c23-6c41-4835-b08b-b4cf0b405c6a"} {"level":"info","ts":1784041557.3214085,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041557.3214962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041"} {"level":"info","ts":1784041557.3215065,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041"} {"level":"info","ts":1784041557.3215184,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041","EoS":true} {"level":"info","ts":1784041557.321549,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784041557.3215604,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041","key":{"name":"e2e-trlp-test-simulated","namespace":"llm"}} {"level":"info","ts":1784041557.3216512,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041"} {"level":"info","ts":1784041557.3235915,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041"} {"level":"info","ts":1784041557.323633,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041"} {"level":"info","ts":1784041557.3236508,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041","EoS":false} {"level":"info","ts":1784041557.3236623,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041","EoS":true} {"level":"info","ts":1784041557.32371,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"169da76d-a24c-4b93-828f-1ac614ff4041"} {"level":"info","ts":1784041594.735123,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041594.7352264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe"} {"level":"info","ts":1784041594.735245,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe"} {"level":"info","ts":1784041594.7352614,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe","EoS":true} {"level":"info","ts":1784041594.735296,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041594.735312,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041594.7353487,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe"} {"level":"info","ts":1784041594.73854,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe"} {"level":"info","ts":1784041594.7385638,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe"} {"level":"info","ts":1784041594.738584,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe","EoS":false} {"level":"info","ts":1784041594.7386,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe","EoS":true} {"level":"info","ts":1784041594.7386746,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"4567f489-d31e-43f0-a978-e36e8cca9fbe"} {"level":"info","ts":1784041610.021964,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784041610.0220501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f"} {"level":"info","ts":1784041610.0220633,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f"} {"level":"info","ts":1784041610.0220752,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f","EoS":true} {"level":"info","ts":1784041610.022104,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784041610.0221207,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784041610.0221493,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f"} {"level":"info","ts":1784041610.0231655,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f"} {"level":"info","ts":1784041610.0231862,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f"} {"level":"info","ts":1784041610.0232015,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f","EoS":false} {"level":"info","ts":1784041610.0232131,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f","EoS":true} {"level":"info","ts":1784041610.0232568,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"c1a5a1f4-9b1b-45b5-ac83-22ee07e94c9f"}