{"level":"info","ts":1784138683.8499792,"logger":"setup","caller":"runner/runner.go:114","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784138683.8500876,"logger":"setup","caller":"runner/runner.go:142","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784138683.8524175,"logger":"setup","caller":"runner/runner.go:187","msg":"Setting pprof handlers"} {"level":"info","ts":1784138683.8524442,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784138683.8524659,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784138683.8524714,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784138683.852476,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784138683.8524806,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784138683.8524852,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784138683.8789375,"logger":"setup","caller":"loader/configloader.go:157","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1784138683.8790548,"caller":"api-translation/plugin.go:108","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1784138683.8791409,"logger":"setup","caller":"runner/runner.go:235","msg":"manager starting"} {"level":"info","ts":1784138683.8791883,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784138683.8793209,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784138683.879706,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784138683.879814,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784138683.8801835,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784138683.880516,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784138683.880829,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":38578.327692993,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.8808508,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.8811636,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784138683.8812726,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784138683.8813443,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":39146.403888453,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.8813593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.881529,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784138683.8818026,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784138683.881878,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784138683.8819504,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":38025.703655007,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.8819664,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.8821943,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1784138683.8823907,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34990.188909881,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.8824067,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.886462,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.8872402,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.8911593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138683.9711583,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784138684.046518,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784138684.0465574,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784138684.047057,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784138684.0470686,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784138684.0471025,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784138684.0471098,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784138684.0471272,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784138684.0471349,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784138684.0471501,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784138684.0471568,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784138684.14744,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1784138684.1474676,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1784138686.0595057,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784138686.059687,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784138852.2042005,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138852.2047288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c"} {"level":"info","ts":1784138852.2047496,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c"} {"level":"info","ts":1784138852.2047954,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c","EoS":true} {"level":"info","ts":1784138852.204838,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138852.2048526,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138852.2049255,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c"} {"level":"info","ts":1784138852.2192187,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c"} {"level":"info","ts":1784138852.2192483,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c"} {"level":"info","ts":1784138852.2192724,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c","EoS":false} {"level":"info","ts":1784138852.2192957,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c","EoS":true} {"level":"info","ts":1784138852.219361,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"09cdf3ce-f20f-4c64-bf99-0ee96b4feb8c"} {"level":"info","ts":1784138852.349853,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138852.3499382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152"} {"level":"info","ts":1784138852.349949,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152"} {"level":"info","ts":1784138852.34996,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152","EoS":true} {"level":"info","ts":1784138852.3499858,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138852.349998,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138852.3500285,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152"} {"level":"info","ts":1784138852.3509536,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152"} {"level":"info","ts":1784138852.3509746,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152"} {"level":"info","ts":1784138852.350994,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152","EoS":false} {"level":"info","ts":1784138852.3510118,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152","EoS":true} {"level":"info","ts":1784138852.351058,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"0d700531-fbf1-4d1f-8432-bad3d1b30152"} {"level":"info","ts":1784138854.4563065,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138854.45639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349"} {"level":"info","ts":1784138854.456403,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349"} {"level":"info","ts":1784138854.4564145,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349","EoS":true} {"level":"info","ts":1784138854.4564416,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784138854.4564533,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138854.4564943,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349"} {"level":"info","ts":1784138854.458768,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349"} {"level":"info","ts":1784138854.4587858,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349"} {"level":"info","ts":1784138854.458808,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349","EoS":false} {"level":"info","ts":1784138854.4588208,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349","EoS":true} {"level":"info","ts":1784138854.458859,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b829621c-076f-46e6-be7c-f64cc9e84349"} {"level":"info","ts":1784138854.7427342,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138854.7428088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a"} {"level":"info","ts":1784138854.7428203,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a"} {"level":"info","ts":1784138854.7428317,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a","EoS":true} {"level":"info","ts":1784138854.7428803,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138854.7428925,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138854.7429235,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a"} {"level":"info","ts":1784138854.7439783,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a"} {"level":"info","ts":1784138854.744,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a"} {"level":"info","ts":1784138854.744021,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a","EoS":false} {"level":"info","ts":1784138854.7440352,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a","EoS":true} {"level":"info","ts":1784138854.7440696,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"8637b603-4555-472b-a0b1-519093cb681a"} {"level":"info","ts":1784138855.066967,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138855.0670364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903"} {"level":"info","ts":1784138855.0670474,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903"} {"level":"info","ts":1784138855.067058,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903","EoS":true} {"level":"info","ts":1784138855.0670822,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138855.0670984,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138855.0671318,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903"} {"level":"info","ts":1784138855.0682511,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903"} {"level":"info","ts":1784138855.0682752,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903"} {"level":"info","ts":1784138855.0682921,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903","EoS":false} {"level":"info","ts":1784138855.0683033,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903","EoS":true} {"level":"info","ts":1784138855.0683436,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"f4fa91f7-27d4-43e4-b754-6c903b34a903"} {"level":"info","ts":1784138944.7188563,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138944.7189436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69"} {"level":"info","ts":1784138944.7189543,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69"} {"level":"info","ts":1784138944.7189662,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69","EoS":true} {"level":"info","ts":1784138944.7190046,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138944.7190166,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138944.7190506,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69"} {"level":"info","ts":1784138944.7201602,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69"} {"level":"info","ts":1784138944.7201817,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69"} {"level":"info","ts":1784138944.720203,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69","EoS":false} {"level":"info","ts":1784138944.7202177,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69","EoS":true} {"level":"info","ts":1784138944.7202642,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a0d560b0-660f-429f-b2c6-5fa6b7745f69"} {"level":"info","ts":1784138944.7965846,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138944.796684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5"} {"level":"info","ts":1784138944.7966936,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5"} {"level":"info","ts":1784138944.796706,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5","EoS":true} {"level":"info","ts":1784138944.7967334,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138944.7967458,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138944.7967799,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5"} {"level":"info","ts":1784138944.797842,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5"} {"level":"info","ts":1784138944.7978623,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5"} {"level":"info","ts":1784138944.797883,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5","EoS":false} {"level":"info","ts":1784138944.797898,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5","EoS":true} {"level":"info","ts":1784138944.7979455,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d93c5c23-bcc2-41e7-803c-07980cbfc2b5"} {"level":"info","ts":1784138954.7208395,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138954.720928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98"} {"level":"info","ts":1784138954.7209377,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98"} {"level":"info","ts":1784138954.7209487,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98","EoS":true} {"level":"info","ts":1784138954.7209752,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138954.720987,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138954.721018,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98"} {"level":"info","ts":1784138954.7220752,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98"} {"level":"info","ts":1784138954.7220972,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98"} {"level":"info","ts":1784138954.722116,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98","EoS":false} {"level":"info","ts":1784138954.722132,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98","EoS":true} {"level":"info","ts":1784138954.722176,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a7059322-91c9-4cdf-9668-4deb231d2d98"} {"level":"info","ts":1784138954.7591062,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138954.759189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98"} {"level":"info","ts":1784138954.759198,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98"} {"level":"info","ts":1784138954.7592096,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98","EoS":true} {"level":"info","ts":1784138954.7592354,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138954.7592468,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138954.7592812,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98"} {"level":"info","ts":1784138954.7603328,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98"} {"level":"info","ts":1784138954.7603602,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98"} {"level":"info","ts":1784138954.760379,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98","EoS":false} {"level":"info","ts":1784138954.7603953,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98","EoS":true} {"level":"info","ts":1784138954.760445,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"8d8d413d-39d5-4a31-824a-eec483b61f98"} {"level":"info","ts":1784138954.7992065,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138954.7992778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d"} {"level":"info","ts":1784138954.7992878,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d"} {"level":"info","ts":1784138954.7992985,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d","EoS":true} {"level":"info","ts":1784138954.7993257,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138954.7993374,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138954.7993724,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d"} {"level":"info","ts":1784138954.800426,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d"} {"level":"info","ts":1784138954.8004527,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d"} {"level":"info","ts":1784138954.800474,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d","EoS":false} {"level":"info","ts":1784138954.8004909,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d","EoS":true} {"level":"info","ts":1784138954.8005404,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b0b217cc-e930-44bf-ad18-2dd7ff07793d"} {"level":"info","ts":1784138954.8394828,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138954.8395598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759"} {"level":"info","ts":1784138954.839569,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759"} {"level":"info","ts":1784138954.8395808,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759","EoS":true} {"level":"info","ts":1784138954.8396077,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138954.8396196,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138954.839652,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759"} {"level":"info","ts":1784138954.8407276,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759"} {"level":"info","ts":1784138954.8407488,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759"} {"level":"info","ts":1784138954.84077,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759","EoS":false} {"level":"info","ts":1784138954.8407855,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759","EoS":true} {"level":"info","ts":1784138954.8408318,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"134e8805-713b-4de3-be02-51ebdc56e759"} {"level":"info","ts":1784138968.167263,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138968.1673398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e"} {"level":"info","ts":1784138968.1673512,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e"} {"level":"info","ts":1784138968.167364,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e","EoS":true} {"level":"info","ts":1784138968.1673944,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138968.1674054,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138968.1674457,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e"} {"level":"info","ts":1784138968.168558,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e"} {"level":"info","ts":1784138968.1685865,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e"} {"level":"info","ts":1784138968.1686025,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e","EoS":false} {"level":"info","ts":1784138968.1686206,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e","EoS":true} {"level":"info","ts":1784138968.1686592,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"be6ca96d-396b-4967-a545-66e335b2803e"} {"level":"info","ts":1784138968.9499567,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138968.9500318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66"} {"level":"info","ts":1784138968.9500427,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66"} {"level":"info","ts":1784138968.9500535,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66","EoS":true} {"level":"info","ts":1784138968.950081,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138968.9500926,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138968.950125,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66"} {"level":"info","ts":1784138968.9512362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66"} {"level":"info","ts":1784138968.9512606,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66"} {"level":"info","ts":1784138968.9512787,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66","EoS":false} {"level":"info","ts":1784138968.9512942,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66","EoS":true} {"level":"info","ts":1784138968.9513307,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"acfafc90-0f5a-486c-a934-52af9a696c66"} {"level":"info","ts":1784138992.117008,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138992.1171,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7"} {"level":"info","ts":1784138992.1171114,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7"} {"level":"info","ts":1784138992.1171238,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7","EoS":true} {"level":"info","ts":1784138992.117153,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138992.117165,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138992.1171975,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7"} {"level":"info","ts":1784138992.1188061,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7"} {"level":"info","ts":1784138992.1188288,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7"} {"level":"info","ts":1784138992.118849,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7","EoS":false} {"level":"info","ts":1784138992.1188605,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7","EoS":true} {"level":"info","ts":1784138992.1188993,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"6cdeb78e-cdae-48f3-b417-e90192c17bd7"} {"level":"info","ts":1784138992.257038,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138992.2571084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9"} {"level":"info","ts":1784138992.25712,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9"} {"level":"info","ts":1784138992.2571328,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9","EoS":true} {"level":"info","ts":1784138992.2571616,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138992.2571733,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138992.2572045,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9"} {"level":"info","ts":1784138992.2595963,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9"} {"level":"info","ts":1784138992.2596178,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9"} {"level":"info","ts":1784138992.2596323,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9","EoS":false} {"level":"info","ts":1784138992.2596443,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9","EoS":true} {"level":"info","ts":1784138992.259716,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"fae07dda-8dd3-494b-b837-f8be428f9ef9"} {"level":"info","ts":1784138992.398205,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138992.3982759,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb"} {"level":"info","ts":1784138992.3982842,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb"} {"level":"info","ts":1784138992.3982944,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb","EoS":true} {"level":"info","ts":1784138992.3983192,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138992.398331,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138992.3983629,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb"} {"level":"info","ts":1784138992.399373,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb"} {"level":"info","ts":1784138992.3993912,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb"} {"level":"info","ts":1784138992.3994133,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb","EoS":false} {"level":"info","ts":1784138992.3994327,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb","EoS":true} {"level":"info","ts":1784138992.3994844,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"909946dc-2f5a-4165-9a19-99628d1da5eb"} {"level":"info","ts":1784138992.5343075,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138992.5343802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756"} {"level":"info","ts":1784138992.5343893,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756"} {"level":"info","ts":1784138992.5343995,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756","EoS":true} {"level":"info","ts":1784138992.534425,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138992.5344374,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138992.534481,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756"} {"level":"info","ts":1784138992.5354996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756"} {"level":"info","ts":1784138992.535519,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756"} {"level":"info","ts":1784138992.5355618,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756","EoS":false} {"level":"info","ts":1784138992.5355859,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756","EoS":true} {"level":"info","ts":1784138992.53563,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"60d6082d-92c4-4c89-a42e-4452a1004756"} {"level":"info","ts":1784138992.6751463,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784138992.6752307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9"} {"level":"info","ts":1784138992.6752453,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9"} {"level":"info","ts":1784138992.6752791,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9","EoS":true} {"level":"info","ts":1784138992.6753187,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784138992.675341,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784138992.675386,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9"} {"level":"info","ts":1784138992.676261,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9"} {"level":"info","ts":1784138992.6762767,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9"} {"level":"info","ts":1784138992.6762896,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9","EoS":false} {"level":"info","ts":1784138992.6762998,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9","EoS":true} {"level":"info","ts":1784138992.6763394,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"eafc736e-a504-4bd6-bc1a-b061918b0ba9"} {"level":"info","ts":1784139016.873694,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139016.8737822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035"} {"level":"info","ts":1784139016.873794,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035"} {"level":"info","ts":1784139016.8738055,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035","EoS":true} {"level":"info","ts":1784139016.873833,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139016.873845,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139016.873882,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035"} {"level":"info","ts":1784139016.8758283,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035"} {"level":"info","ts":1784139016.875848,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035"} {"level":"info","ts":1784139016.8758633,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035","EoS":false} {"level":"info","ts":1784139016.87588,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035","EoS":true} {"level":"info","ts":1784139016.8759196,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"9e84ace1-e308-4875-ac82-1f82831f5035"} {"level":"info","ts":1784139016.988132,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139016.9881911,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"9855c6cb-99b0-4abc-a5e5-ee0b2a5980c4"} {"level":"info","ts":1784139016.9898117,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9855c6cb-99b0-4abc-a5e5-ee0b2a5980c4"} {"level":"info","ts":1784139016.989831,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"9855c6cb-99b0-4abc-a5e5-ee0b2a5980c4"} {"level":"info","ts":1784139016.989846,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9855c6cb-99b0-4abc-a5e5-ee0b2a5980c4","EoS":false} {"level":"info","ts":1784139016.9898586,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9855c6cb-99b0-4abc-a5e5-ee0b2a5980c4","EoS":true} {"level":"info","ts":1784139016.9898837,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"9855c6cb-99b0-4abc-a5e5-ee0b2a5980c4"} {"level":"info","ts":1784139021.6128714,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139021.612942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e"} {"level":"info","ts":1784139021.6129522,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e"} {"level":"info","ts":1784139021.6129637,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e","EoS":true} {"level":"info","ts":1784139021.6129913,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139021.6130016,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139021.6130378,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e"} {"level":"info","ts":1784139021.6139,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e"} {"level":"info","ts":1784139021.6139174,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e"} {"level":"info","ts":1784139021.613942,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e","EoS":false} {"level":"info","ts":1784139021.6139524,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e","EoS":true} {"level":"info","ts":1784139021.6139956,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a093ac56-001e-4c83-958e-2a826f30e01e"} {"level":"info","ts":1784139032.2195406,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139032.2196102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495"} {"level":"info","ts":1784139032.219619,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495"} {"level":"info","ts":1784139032.2196298,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495","EoS":true} {"level":"info","ts":1784139032.2196524,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784139032.2196805,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784139032.2197201,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495"} {"level":"info","ts":1784139032.2220306,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495"} {"level":"info","ts":1784139032.2220523,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495"} {"level":"info","ts":1784139032.222077,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495","EoS":false} {"level":"info","ts":1784139032.222092,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495","EoS":true} {"level":"info","ts":1784139032.2221522,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"36425833-9807-41ae-b0df-c82966dbb495"} {"level":"info","ts":1784139045.0881088,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139045.0881932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1"} {"level":"info","ts":1784139045.0882092,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1"} {"level":"info","ts":1784139045.0882256,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1","EoS":true} {"level":"info","ts":1784139045.088258,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139045.0882695,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139045.0883,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1"} {"level":"info","ts":1784139045.0893188,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1"} {"level":"info","ts":1784139045.0893443,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1"} {"level":"info","ts":1784139045.0893602,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1","EoS":false} {"level":"info","ts":1784139045.089372,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1","EoS":true} {"level":"info","ts":1784139045.089409,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"baa654b0-e159-44de-8d07-2bb5f46333a1"} {"level":"info","ts":1784139053.6303515,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139053.63043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7"} {"level":"info","ts":1784139053.6304405,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7"} {"level":"info","ts":1784139053.6304517,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7","EoS":true} {"level":"info","ts":1784139053.6304789,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139053.6304908,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139053.6305215,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7"} {"level":"info","ts":1784139053.6315587,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7"} {"level":"info","ts":1784139053.631582,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7"} {"level":"info","ts":1784139053.6316025,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7","EoS":false} {"level":"info","ts":1784139053.6316154,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7","EoS":true} {"level":"info","ts":1784139053.631651,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"57920722-4c2d-4320-b658-54f8b0a2a0a7"} {"level":"info","ts":1784139062.5074253,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139062.50752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73"} {"level":"info","ts":1784139062.5075352,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73"} {"level":"info","ts":1784139062.507555,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73","EoS":true} {"level":"info","ts":1784139062.5075939,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139062.5076082,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139062.5076513,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73"} {"level":"info","ts":1784139062.508608,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73"} {"level":"info","ts":1784139062.508634,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73"} {"level":"info","ts":1784139062.5086532,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73","EoS":false} {"level":"info","ts":1784139062.5086915,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73","EoS":true} {"level":"info","ts":1784139062.508778,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b31b4076-d770-42c7-83b1-0486d3ac5f73"} {"level":"info","ts":1784139085.3447728,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139085.3448389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227"} {"level":"info","ts":1784139085.344847,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227"} {"level":"info","ts":1784139085.344859,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227","EoS":true} {"level":"info","ts":1784139085.3448925,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784139085.3449104,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784139085.3449447,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227"} {"level":"info","ts":1784139085.3468316,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227"} {"level":"info","ts":1784139085.346852,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227"} {"level":"info","ts":1784139085.3468678,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227","EoS":false} {"level":"info","ts":1784139085.346879,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227","EoS":true} {"level":"info","ts":1784139085.3469183,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"ff54adc8-7bc6-46f3-99db-f6c9339ea227"} {"level":"info","ts":1784139108.76841,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139108.7684863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399"} {"level":"info","ts":1784139108.7685015,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399"} {"level":"info","ts":1784139108.7685199,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399","EoS":true} {"level":"info","ts":1784139108.768558,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784139108.7685733,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784139108.7686174,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399"} {"level":"info","ts":1784139108.7695527,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399"} {"level":"info","ts":1784139108.7695742,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399"} {"level":"info","ts":1784139108.7695887,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399","EoS":false} {"level":"info","ts":1784139108.7696009,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399","EoS":true} {"level":"info","ts":1784139108.7696354,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"44df31c5-1632-4044-bac4-2cb410c03399"} {"level":"info","ts":1784139135.1387663,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139135.138839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a"} {"level":"info","ts":1784139135.1388485,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a"} {"level":"info","ts":1784139135.1388602,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a","EoS":true} {"level":"info","ts":1784139135.138884,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139135.1388962,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139135.138925,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a"} {"level":"info","ts":1784139135.1410468,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a"} {"level":"info","ts":1784139135.1410663,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a"} {"level":"info","ts":1784139135.1410818,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a","EoS":false} {"level":"info","ts":1784139135.1410987,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a","EoS":true} {"level":"info","ts":1784139135.1411362,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"25a88b21-1992-4546-a06d-14f9a3705d6a"} {"level":"info","ts":1784139144.5454504,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139144.545523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48"} {"level":"info","ts":1784139144.5455332,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48"} {"level":"info","ts":1784139144.5455441,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48","EoS":true} {"level":"info","ts":1784139144.5455704,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139144.545582,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139144.5456145,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48"} {"level":"info","ts":1784139144.5465465,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48"} {"level":"info","ts":1784139144.546567,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48"} {"level":"info","ts":1784139144.5465834,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48","EoS":false} {"level":"info","ts":1784139144.5466034,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48","EoS":true} {"level":"info","ts":1784139144.5466392,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"894809e1-60c4-4123-a38c-6c987fb99d48"} {"level":"info","ts":1784139144.5853436,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139144.5854013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728"} {"level":"info","ts":1784139144.585411,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728"} {"level":"info","ts":1784139144.585422,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728","EoS":true} {"level":"info","ts":1784139144.5854425,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139144.5854537,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139144.5854802,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728"} {"level":"info","ts":1784139144.5863194,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728"} {"level":"info","ts":1784139144.586336,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728"} {"level":"info","ts":1784139144.586353,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728","EoS":false} {"level":"info","ts":1784139144.5863693,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728","EoS":true} {"level":"info","ts":1784139144.5864038,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b5a57bd0-fe03-49b5-8fda-fcc29ea35728"} {"level":"info","ts":1784139163.6763198,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139163.6763833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63"} {"level":"info","ts":1784139163.6763918,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63"} {"level":"info","ts":1784139163.6764026,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63","EoS":true} {"level":"info","ts":1784139163.676425,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139163.6764367,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139163.6764688,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63"} {"level":"info","ts":1784139163.6773381,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63"} {"level":"info","ts":1784139163.6773565,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63"} {"level":"info","ts":1784139163.6773741,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63","EoS":false} {"level":"info","ts":1784139163.6773849,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63","EoS":true} {"level":"info","ts":1784139163.6774254,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b2ddfd64-3b79-4a13-a7d9-892ff27e3a63"} {"level":"info","ts":1784139294.6172585,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139294.6175659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4"} {"level":"info","ts":1784139294.6176195,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4"} {"level":"info","ts":1784139294.6176872,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4","EoS":true} {"level":"info","ts":1784139294.617758,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784139294.6178029,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4","key":{"name":"e2e-trlp-test-simulated","namespace":"llm"}} {"level":"info","ts":1784139294.6178813,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4"} {"level":"info","ts":1784139294.6212592,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4"} {"level":"info","ts":1784139294.6212823,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4"} {"level":"info","ts":1784139294.6213021,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4","EoS":false} {"level":"info","ts":1784139294.6213205,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4","EoS":true} {"level":"info","ts":1784139294.6213722,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"14ee60e3-1bbe-43c2-835f-b698fa5ea9c4"} {"level":"info","ts":1784139331.7592993,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139331.759368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df"} {"level":"info","ts":1784139331.7593756,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df"} {"level":"info","ts":1784139331.7593873,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df","EoS":true} {"level":"info","ts":1784139331.759411,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139331.759423,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139331.7594538,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df"} {"level":"info","ts":1784139331.7620912,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df"} {"level":"info","ts":1784139331.7621152,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df"} {"level":"info","ts":1784139331.7621312,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df","EoS":false} {"level":"info","ts":1784139331.7621427,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df","EoS":true} {"level":"info","ts":1784139331.7621768,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"883526d8-05fa-46d1-afe0-95e91cbc52df"} {"level":"info","ts":1784139347.1078935,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784139347.1079638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5"} {"level":"info","ts":1784139347.1079757,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5"} {"level":"info","ts":1784139347.1079938,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5","EoS":true} {"level":"info","ts":1784139347.108027,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784139347.108043,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784139347.1081316,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5"} {"level":"info","ts":1784139347.1091528,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5"} {"level":"info","ts":1784139347.1091719,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5"} {"level":"info","ts":1784139347.109187,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5","EoS":false} {"level":"info","ts":1784139347.1092048,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5","EoS":true} {"level":"info","ts":1784139347.1092372,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"1d759fa6-8a4e-472f-b13b-ac897c213eb5"}