{"level":"info","ts":1784124131.0401897,"logger":"setup","caller":"runner/runner.go:114","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784124131.040288,"logger":"setup","caller":"runner/runner.go:142","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784124131.0417874,"logger":"setup","caller":"runner/runner.go:187","msg":"Setting pprof handlers"} {"level":"info","ts":1784124131.0418143,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784124131.041835,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784124131.04184,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784124131.0418441,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784124131.0418484,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784124131.041852,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784124131.068208,"logger":"setup","caller":"loader/configloader.go:157","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1784124131.0683537,"caller":"api-translation/plugin.go:108","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1784124131.0687625,"logger":"setup","caller":"runner/runner.go:235","msg":"manager starting"} {"level":"info","ts":1784124131.0688097,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784124131.0690958,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784124131.069254,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784124131.0692892,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784124131.0696254,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784124131.069961,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784124131.0701797,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":38666.036963623,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.070199,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.0705335,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784124131.0706768,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784124131.0707903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":35263.052213308,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.0708027,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.0709603,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784124131.0711865,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784124131.0712311,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784124131.0712922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":37322.158175192,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.0713034,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.0714822,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1784124131.0716171,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39290.547549561,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.071629,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.0746393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.0750332,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.1324995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.2384949,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784124131.327301,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784124131.3273265,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784124131.3273644,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784124131.3273711,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784124131.3273962,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784124131.3274045,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784124131.3274257,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784124131.327432,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784124131.327449,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784124131.3274536,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784124131.427704,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1784124131.4277391,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1784124132.473021,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784124132.4731758,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784124319.2073383,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124319.2078311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1"} {"level":"info","ts":1784124319.2078547,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1"} {"level":"info","ts":1784124319.2078884,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1","EoS":true} {"level":"info","ts":1784124319.2079284,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124319.2079432,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124319.2080202,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1"} {"level":"info","ts":1784124319.2213662,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1"} {"level":"info","ts":1784124319.2213917,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1"} {"level":"info","ts":1784124319.221408,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1","EoS":false} {"level":"info","ts":1784124319.2214196,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1","EoS":true} {"level":"info","ts":1784124319.2214663,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"44653a2a-c9b5-498d-bcc4-e0409762b6b1"} {"level":"info","ts":1784124319.3456357,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124319.3457358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4"} {"level":"info","ts":1784124319.3457482,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4"} {"level":"info","ts":1784124319.34576,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4","EoS":true} {"level":"info","ts":1784124319.3457859,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124319.3457968,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124319.3458283,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4"} {"level":"info","ts":1784124319.3485324,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4"} {"level":"info","ts":1784124319.3485634,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4"} {"level":"info","ts":1784124319.3485801,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4","EoS":false} {"level":"info","ts":1784124319.348591,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4","EoS":true} {"level":"info","ts":1784124319.3486292,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"ff5077fa-3b13-4666-91c3-b3e5b4d13dd4"} {"level":"info","ts":1784124321.4456818,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124321.4457743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829"} {"level":"info","ts":1784124321.4457867,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829"} {"level":"info","ts":1784124321.445798,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829","EoS":true} {"level":"info","ts":1784124321.445842,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784124321.4458532,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124321.4458845,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829"} {"level":"info","ts":1784124321.4470859,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829"} {"level":"info","ts":1784124321.4471068,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829"} {"level":"info","ts":1784124321.4471307,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829","EoS":false} {"level":"info","ts":1784124321.4471462,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829","EoS":true} {"level":"info","ts":1784124321.4472322,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"acaf9889-b498-4114-bb4d-c1b14f42f829"} {"level":"info","ts":1784124321.7055125,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124321.7055886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243"} {"level":"info","ts":1784124321.7055995,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243"} {"level":"info","ts":1784124321.705612,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243","EoS":true} {"level":"info","ts":1784124321.7056441,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124321.705656,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124321.705713,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243"} {"level":"info","ts":1784124321.706681,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243"} {"level":"info","ts":1784124321.7067204,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243"} {"level":"info","ts":1784124321.706737,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243","EoS":false} {"level":"info","ts":1784124321.7067494,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243","EoS":true} {"level":"info","ts":1784124321.7067945,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"52ea2317-6168-401b-80c9-19dd7a48b243"} {"level":"info","ts":1784124322.0211217,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124322.0211942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25"} {"level":"info","ts":1784124322.021203,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25"} {"level":"info","ts":1784124322.0212147,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25","EoS":true} {"level":"info","ts":1784124322.0212438,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124322.0212562,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124322.0212817,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25"} {"level":"info","ts":1784124322.0221758,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25"} {"level":"info","ts":1784124322.0221946,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25"} {"level":"info","ts":1784124322.0222106,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25","EoS":false} {"level":"info","ts":1784124322.0222223,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25","EoS":true} {"level":"info","ts":1784124322.022264,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"71f8aed5-23a4-498f-bf81-1afe8a907f25"} {"level":"info","ts":1784124408.8379261,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124408.8380268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c"} {"level":"info","ts":1784124408.8380432,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c"} {"level":"info","ts":1784124408.8380592,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c","EoS":true} {"level":"info","ts":1784124408.8380983,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124408.838114,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124408.838154,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c"} {"level":"info","ts":1784124408.8396716,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c"} {"level":"info","ts":1784124408.8397064,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c"} {"level":"info","ts":1784124408.8397226,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c","EoS":false} {"level":"info","ts":1784124408.8397343,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c","EoS":true} {"level":"info","ts":1784124408.8397732,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"14667a75-7ad0-46c7-88f0-53c99a0c711c"} {"level":"info","ts":1784124408.9044979,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124408.9045699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64"} {"level":"info","ts":1784124408.9045818,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64"} {"level":"info","ts":1784124408.904593,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64","EoS":true} {"level":"info","ts":1784124408.9046183,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124408.9046297,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124408.9046605,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64"} {"level":"info","ts":1784124408.9055169,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64"} {"level":"info","ts":1784124408.905535,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64"} {"level":"info","ts":1784124408.9055493,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64","EoS":false} {"level":"info","ts":1784124408.9055607,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64","EoS":true} {"level":"info","ts":1784124408.905598,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"14c3dff3-d8bb-47be-87ad-e32ec1840e64"} {"level":"info","ts":1784124416.7121334,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124416.7122285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da"} {"level":"info","ts":1784124416.7122452,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da"} {"level":"info","ts":1784124416.7122638,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da","EoS":true} {"level":"info","ts":1784124416.7123034,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124416.7123172,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124416.7123568,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da"} {"level":"info","ts":1784124416.7132993,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da"} {"level":"info","ts":1784124416.7133195,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da"} {"level":"info","ts":1784124416.7133343,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da","EoS":false} {"level":"info","ts":1784124416.7133462,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da","EoS":true} {"level":"info","ts":1784124416.713386,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b240b165-b05d-4aa7-9915-db2ace00d5da"} {"level":"info","ts":1784124416.7488673,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124416.7489662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad"} {"level":"info","ts":1784124416.7489846,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad"} {"level":"info","ts":1784124416.7490573,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad","EoS":true} {"level":"info","ts":1784124416.7490988,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124416.7491128,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124416.7491493,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad"} {"level":"info","ts":1784124416.7500677,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad"} {"level":"info","ts":1784124416.7500942,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad"} {"level":"info","ts":1784124416.750109,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad","EoS":false} {"level":"info","ts":1784124416.7501202,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad","EoS":true} {"level":"info","ts":1784124416.7501564,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b5ff26c1-f566-4022-a535-908f9dcf2dad"} {"level":"info","ts":1784124416.7822702,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124416.7823353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3"} {"level":"info","ts":1784124416.7823575,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3"} {"level":"info","ts":1784124416.7823684,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3","EoS":true} {"level":"info","ts":1784124416.782395,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124416.7824063,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124416.7824395,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3"} {"level":"info","ts":1784124416.7832823,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3"} {"level":"info","ts":1784124416.7833087,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3"} {"level":"info","ts":1784124416.7833285,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3","EoS":false} {"level":"info","ts":1784124416.7833493,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3","EoS":true} {"level":"info","ts":1784124416.783399,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"60379907-0fab-4049-a785-9fd542e56fb3"} {"level":"info","ts":1784124416.8153048,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124416.815389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a"} {"level":"info","ts":1784124416.815403,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a"} {"level":"info","ts":1784124416.8154228,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a","EoS":true} {"level":"info","ts":1784124416.815461,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124416.8154747,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124416.8155186,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a"} {"level":"info","ts":1784124416.8164473,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a"} {"level":"info","ts":1784124416.8164654,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a"} {"level":"info","ts":1784124416.8164797,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a","EoS":false} {"level":"info","ts":1784124416.8164911,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a","EoS":true} {"level":"info","ts":1784124416.8165278,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d5a30f7c-7169-4166-bf9b-696d7883ff7a"} {"level":"info","ts":1784124429.5022368,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124429.5023348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587"} {"level":"info","ts":1784124429.502351,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587"} {"level":"info","ts":1784124429.502371,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587","EoS":true} {"level":"info","ts":1784124429.5024126,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124429.5024266,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124429.5024729,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587"} {"level":"info","ts":1784124429.5039513,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587"} {"level":"info","ts":1784124429.5039737,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587"} {"level":"info","ts":1784124429.5039988,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587","EoS":false} {"level":"info","ts":1784124429.504014,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587","EoS":true} {"level":"info","ts":1784124429.5040638,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"584172e2-8968-47e7-ae93-5da8ccd13587"} {"level":"info","ts":1784124430.2674105,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124430.2674785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024"} {"level":"info","ts":1784124430.2674887,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024"} {"level":"info","ts":1784124430.2674994,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024","EoS":true} {"level":"info","ts":1784124430.2675264,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124430.2675357,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124430.2675686,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024"} {"level":"info","ts":1784124430.2683964,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024"} {"level":"info","ts":1784124430.268423,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024"} {"level":"info","ts":1784124430.2684426,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024","EoS":false} {"level":"info","ts":1784124430.2684598,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024","EoS":true} {"level":"info","ts":1784124430.2684944,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"9121ae0d-36a6-46b9-aa83-cfadd5435024"} {"level":"info","ts":1784124450.2813146,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124450.2813892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54"} {"level":"info","ts":1784124450.2813988,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54"} {"level":"info","ts":1784124450.281411,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54","EoS":true} {"level":"info","ts":1784124450.2814376,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124450.2814465,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124450.2814739,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54"} {"level":"info","ts":1784124450.2836077,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54"} {"level":"info","ts":1784124450.2836275,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54"} {"level":"info","ts":1784124450.2836468,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54","EoS":false} {"level":"info","ts":1784124450.2836645,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54","EoS":true} {"level":"info","ts":1784124450.2837214,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"4489973c-fb6b-4302-9d22-94e63ff47a54"} {"level":"info","ts":1784124450.4164424,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124450.4165132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4"} {"level":"info","ts":1784124450.4165268,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4"} {"level":"info","ts":1784124450.4165435,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4","EoS":true} {"level":"info","ts":1784124450.416569,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124450.4165776,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124450.416608,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4"} {"level":"info","ts":1784124450.4173846,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4"} {"level":"info","ts":1784124450.4174035,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4"} {"level":"info","ts":1784124450.417419,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4","EoS":false} {"level":"info","ts":1784124450.4174292,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4","EoS":true} {"level":"info","ts":1784124450.4174619,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"c884bf9d-a7a1-4e9e-9951-1c5b433c8bf4"} {"level":"info","ts":1784124450.5555396,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124450.555621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23"} {"level":"info","ts":1784124450.5556333,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23"} {"level":"info","ts":1784124450.5556517,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23","EoS":true} {"level":"info","ts":1784124450.5557094,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124450.5557451,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124450.5557866,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23"} {"level":"info","ts":1784124450.556636,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23"} {"level":"info","ts":1784124450.5566535,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23"} {"level":"info","ts":1784124450.5566676,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23","EoS":false} {"level":"info","ts":1784124450.5566819,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23","EoS":true} {"level":"info","ts":1784124450.5567312,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"32e45f76-5e87-4db8-adb7-eab49e205d23"} {"level":"info","ts":1784124450.6907365,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124450.690816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e"} {"level":"info","ts":1784124450.690831,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e"} {"level":"info","ts":1784124450.690851,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e","EoS":true} {"level":"info","ts":1784124450.6908882,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124450.690902,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124450.690947,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e"} {"level":"info","ts":1784124450.6916666,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e"} {"level":"info","ts":1784124450.6916833,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e"} {"level":"info","ts":1784124450.6917107,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e","EoS":false} {"level":"info","ts":1784124450.6917217,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e","EoS":true} {"level":"info","ts":1784124450.6917615,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"c451db13-945c-471b-8fcd-991d8c156b3e"} {"level":"info","ts":1784124450.8257837,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124450.8258524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784"} {"level":"info","ts":1784124450.825863,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784"} {"level":"info","ts":1784124450.8258743,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784","EoS":true} {"level":"info","ts":1784124450.8258991,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124450.82591,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124450.8259408,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784"} {"level":"info","ts":1784124450.82663,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784"} {"level":"info","ts":1784124450.826647,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784"} {"level":"info","ts":1784124450.826663,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784","EoS":false} {"level":"info","ts":1784124450.8266816,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784","EoS":true} {"level":"info","ts":1784124450.8267417,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"9b855dcd-a0ce-40d2-86ac-8491eb5a4784"} {"level":"info","ts":1784124468.703071,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124468.7031393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc"} {"level":"info","ts":1784124468.7031562,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc"} {"level":"info","ts":1784124468.703168,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc","EoS":true} {"level":"info","ts":1784124468.70319,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124468.7032013,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124468.7032294,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc"} {"level":"info","ts":1784124468.7050238,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc"} {"level":"info","ts":1784124468.7050426,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc"} {"level":"info","ts":1784124468.705057,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc","EoS":false} {"level":"info","ts":1784124468.7050686,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc","EoS":true} {"level":"info","ts":1784124468.7051058,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"40ebaad3-1325-452d-a13f-228828541ebc"} {"level":"info","ts":1784124468.799386,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124468.7994468,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"071adba1-8b23-4cf8-b587-ab0ec8bc5898"} {"level":"info","ts":1784124468.8001084,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"071adba1-8b23-4cf8-b587-ab0ec8bc5898"} {"level":"info","ts":1784124468.8001254,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"071adba1-8b23-4cf8-b587-ab0ec8bc5898"} {"level":"info","ts":1784124468.800145,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"071adba1-8b23-4cf8-b587-ab0ec8bc5898","EoS":false} {"level":"info","ts":1784124468.800162,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"071adba1-8b23-4cf8-b587-ab0ec8bc5898","EoS":true} {"level":"info","ts":1784124468.8001852,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"071adba1-8b23-4cf8-b587-ab0ec8bc5898"} {"level":"info","ts":1784124473.4168556,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124473.4169352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366"} {"level":"info","ts":1784124473.4169507,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366"} {"level":"info","ts":1784124473.4169683,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366","EoS":true} {"level":"info","ts":1784124473.4170065,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124473.41702,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124473.4170635,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366"} {"level":"info","ts":1784124473.4191785,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366"} {"level":"info","ts":1784124473.4191966,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366"} {"level":"info","ts":1784124473.41921,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366","EoS":false} {"level":"info","ts":1784124473.419221,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366","EoS":true} {"level":"info","ts":1784124473.4192555,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"f90493aa-16ea-46b6-9598-bd45faa6d366"} {"level":"info","ts":1784124484.0566163,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124484.056706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6"} {"level":"info","ts":1784124484.056751,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6"} {"level":"info","ts":1784124484.056767,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6","EoS":true} {"level":"info","ts":1784124484.0567954,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784124484.0568092,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784124484.0568435,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6"} {"level":"info","ts":1784124484.0595639,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6"} {"level":"info","ts":1784124484.0595846,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6"} {"level":"info","ts":1784124484.0595987,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6","EoS":false} {"level":"info","ts":1784124484.0596185,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6","EoS":true} {"level":"info","ts":1784124484.059657,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"55aaf834-faef-44f1-b1eb-8a4c0e98e2a6"} {"level":"info","ts":1784124496.9457593,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124496.9458308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989"} {"level":"info","ts":1784124496.9458427,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989"} {"level":"info","ts":1784124496.9458535,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989","EoS":true} {"level":"info","ts":1784124496.9458776,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124496.945889,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124496.9459157,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989"} {"level":"info","ts":1784124496.9467738,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989"} {"level":"info","ts":1784124496.9467938,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989"} {"level":"info","ts":1784124496.9468157,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989","EoS":false} {"level":"info","ts":1784124496.946832,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989","EoS":true} {"level":"info","ts":1784124496.9468718,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"811fd2dc-addc-4e95-a636-9aaf6283b989"} {"level":"info","ts":1784124505.4923997,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124505.4924757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b"} {"level":"info","ts":1784124505.492487,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b"} {"level":"info","ts":1784124505.4924982,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b","EoS":true} {"level":"info","ts":1784124505.4925258,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124505.4925363,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124505.492572,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b"} {"level":"info","ts":1784124505.4935577,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b"} {"level":"info","ts":1784124505.4935803,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b"} {"level":"info","ts":1784124505.4935954,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b","EoS":false} {"level":"info","ts":1784124505.4936078,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b","EoS":true} {"level":"info","ts":1784124505.4936602,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"0bb64137-6a7d-4e98-805f-248bc2d2af1b"} {"level":"info","ts":1784124514.394184,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124514.394352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963"} {"level":"info","ts":1784124514.3944027,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963"} {"level":"info","ts":1784124514.394431,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963","EoS":true} {"level":"info","ts":1784124514.394468,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124514.394482,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124514.3945649,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963"} {"level":"info","ts":1784124514.395522,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963"} {"level":"info","ts":1784124514.395543,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963"} {"level":"info","ts":1784124514.3955586,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963","EoS":false} {"level":"info","ts":1784124514.395571,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963","EoS":true} {"level":"info","ts":1784124514.3956125,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"54f7fcfb-4ae6-48df-ae2a-3af4b3c4d963"} {"level":"info","ts":1784124541.4549592,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124541.4550338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd"} {"level":"info","ts":1784124541.4550445,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd"} {"level":"info","ts":1784124541.4550562,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd","EoS":true} {"level":"info","ts":1784124541.4550838,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784124541.455094,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784124541.4551244,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd"} {"level":"info","ts":1784124541.456089,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd"} {"level":"info","ts":1784124541.4561102,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd"} {"level":"info","ts":1784124541.4561257,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd","EoS":false} {"level":"info","ts":1784124541.4561398,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd","EoS":true} {"level":"info","ts":1784124541.4561808,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"21d67e60-670e-42bc-8fba-c726bb650afd"} {"level":"info","ts":1784124565.2898297,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124565.289909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837"} {"level":"info","ts":1784124565.2899234,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837"} {"level":"info","ts":1784124565.289943,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837","EoS":true} {"level":"info","ts":1784124565.2899804,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784124565.2899935,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784124565.2900364,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837"} {"level":"info","ts":1784124565.2928371,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837"} {"level":"info","ts":1784124565.2928572,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837"} {"level":"info","ts":1784124565.292872,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837","EoS":false} {"level":"info","ts":1784124565.2928846,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837","EoS":true} {"level":"info","ts":1784124565.2929275,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"5a2c4d96-a7b8-4c35-99a8-b3fc4682f837"} {"level":"info","ts":1784124591.7069132,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124591.7069783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b"} {"level":"info","ts":1784124591.7069864,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b"} {"level":"info","ts":1784124591.7069998,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b","EoS":true} {"level":"info","ts":1784124591.7070274,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124591.7070382,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124591.70707,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b"} {"level":"info","ts":1784124591.7091146,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b"} {"level":"info","ts":1784124591.709135,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b"} {"level":"info","ts":1784124591.7091503,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b","EoS":false} {"level":"info","ts":1784124591.7091622,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b","EoS":true} {"level":"info","ts":1784124591.709205,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"1579b8ec-d157-4e08-91b4-0bd32286792b"} {"level":"info","ts":1784124601.1936846,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124601.1937687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1"} {"level":"info","ts":1784124601.1937816,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1"} {"level":"info","ts":1784124601.1937928,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1","EoS":true} {"level":"info","ts":1784124601.1938174,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124601.1938286,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124601.1938643,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1"} {"level":"info","ts":1784124601.1947477,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1"} {"level":"info","ts":1784124601.19477,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1"} {"level":"info","ts":1784124601.1947885,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1","EoS":false} {"level":"info","ts":1784124601.1947992,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1","EoS":true} {"level":"info","ts":1784124601.1948369,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"273167cb-637b-4649-b181-ef26dc32c4f1"} {"level":"info","ts":1784124601.3632066,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124601.3632863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7"} {"level":"info","ts":1784124601.3632996,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7"} {"level":"info","ts":1784124601.3633115,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7","EoS":true} {"level":"info","ts":1784124601.3633404,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124601.363356,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124601.3633907,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7"} {"level":"info","ts":1784124601.364281,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7"} {"level":"info","ts":1784124601.3642998,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7"} {"level":"info","ts":1784124601.3643162,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7","EoS":false} {"level":"info","ts":1784124601.364327,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7","EoS":true} {"level":"info","ts":1784124601.3643603,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"6ebf7c01-c062-4776-9dde-769c746ec4f7"} {"level":"info","ts":1784124620.546282,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124620.5463538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c"} {"level":"info","ts":1784124620.5463667,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c"} {"level":"info","ts":1784124620.546378,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c","EoS":true} {"level":"info","ts":1784124620.5464025,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124620.5464137,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124620.5464425,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c"} {"level":"info","ts":1784124620.547445,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c"} {"level":"info","ts":1784124620.5474656,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c"} {"level":"info","ts":1784124620.5474868,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c","EoS":false} {"level":"info","ts":1784124620.5474985,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c","EoS":true} {"level":"info","ts":1784124620.5475316,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"111acf8b-bd8b-4b48-aa96-8479a275979c"} {"level":"info","ts":1784124750.7301338,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124750.7302027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5"} {"level":"info","ts":1784124750.7302144,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5"} {"level":"info","ts":1784124750.7302258,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5","EoS":true} {"level":"info","ts":1784124750.7302525,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784124750.7302697,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5","key":{"name":"e2e-trlp-test-simulated","namespace":"llm"}} {"level":"info","ts":1784124750.7303007,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5"} {"level":"info","ts":1784124750.7312512,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5"} {"level":"info","ts":1784124750.7312686,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5"} {"level":"info","ts":1784124750.7312806,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5","EoS":false} {"level":"info","ts":1784124750.7312903,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5","EoS":true} {"level":"info","ts":1784124750.7313292,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"056135fb-8d2d-4b71-bd6d-61b24eea8be5"} {"level":"info","ts":1784124787.829715,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124787.82979,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61"} {"level":"info","ts":1784124787.829805,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61"} {"level":"info","ts":1784124787.8298173,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61","EoS":true} {"level":"info","ts":1784124787.829846,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124787.8298576,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124787.82989,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61"} {"level":"info","ts":1784124787.8308232,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61"} {"level":"info","ts":1784124787.8308437,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61"} {"level":"info","ts":1784124787.8308618,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61","EoS":false} {"level":"info","ts":1784124787.830873,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61","EoS":true} {"level":"info","ts":1784124787.8309126,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"c4094f4a-4906-40c7-9d4d-5502dcc35f61"} {"level":"info","ts":1784124803.0890713,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784124803.0891438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95"} {"level":"info","ts":1784124803.0891607,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95"} {"level":"info","ts":1784124803.08918,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95","EoS":true} {"level":"info","ts":1784124803.0892167,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784124803.0892322,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784124803.089274,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95"} {"level":"info","ts":1784124803.091661,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95"} {"level":"info","ts":1784124803.0916808,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95"} {"level":"info","ts":1784124803.0917141,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95","EoS":false} {"level":"info","ts":1784124803.0917323,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95","EoS":true} {"level":"info","ts":1784124803.0917788,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"f2c2bbe9-ff01-4a5e-aca9-592ce820da95"}