{"level":"info","ts":1784134075.0312438,"logger":"setup","caller":"runner/runner.go:114","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784134075.0313342,"logger":"setup","caller":"runner/runner.go:142","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784134075.0347419,"logger":"setup","caller":"runner/runner.go:187","msg":"Setting pprof handlers"} {"level":"info","ts":1784134075.0347779,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784134075.0347967,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784134075.0348027,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784134075.0348291,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784134075.0349247,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784134075.0349338,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784134075.0845482,"logger":"setup","caller":"loader/configloader.go:157","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1784134075.0847616,"caller":"api-translation/plugin.go:108","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1784134075.0854497,"logger":"setup","caller":"runner/runner.go:235","msg":"manager starting"} {"level":"info","ts":1784134075.085509,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784134075.0860634,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784134075.088334,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784134075.0887184,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784134075.0974638,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784134075.097993,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784134075.0982199,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784134075.0992844,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784134075.0993752,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784134075.0994778,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784134075.0994794,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":37883.255483508,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.0994987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.0995972,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784134075.0997186,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1784134075.0998292,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38924.469346552,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.0998478,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.100093,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":34431.453825483,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.1001146,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.1005034,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35405.988613748,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.100522,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.1039145,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.1042151,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.1043136,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.2089808,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784134075.210478,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784134075.2105012,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784134075.3005059,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784134075.3005378,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784134075.3005838,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784134075.3005908,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784134075.3006172,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784134075.300625,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784134075.309244,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784134075.3092704,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784134075.3119345,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1784134075.3119528,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1784134076.7231886,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784134076.723362,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784134242.5944808,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134242.5949302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d"} {"level":"info","ts":1784134242.5949497,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d"} {"level":"info","ts":1784134242.5949912,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d","EoS":true} {"level":"info","ts":1784134242.5950608,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134242.595075,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134242.5951598,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d"} {"level":"info","ts":1784134242.6083095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d"} {"level":"info","ts":1784134242.6083446,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d"} {"level":"info","ts":1784134242.6083648,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d","EoS":false} {"level":"info","ts":1784134242.6083817,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d","EoS":true} {"level":"info","ts":1784134242.608429,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"6f59a3a0-73db-445b-9ff8-ada43b71d84d"} {"level":"info","ts":1784134242.7308886,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134242.7309632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82"} {"level":"info","ts":1784134242.730975,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82"} {"level":"info","ts":1784134242.7309883,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82","EoS":true} {"level":"info","ts":1784134242.731041,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134242.7310572,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134242.731096,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82"} {"level":"info","ts":1784134242.7332401,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82"} {"level":"info","ts":1784134242.7332594,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82"} {"level":"info","ts":1784134242.7332737,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82","EoS":false} {"level":"info","ts":1784134242.733291,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82","EoS":true} {"level":"info","ts":1784134242.7333267,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"72d0397b-3d91-433d-a49f-bdfbd63d5f82"} {"level":"info","ts":1784134244.8276722,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134244.827761,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226"} {"level":"info","ts":1784134244.8277743,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226"} {"level":"info","ts":1784134244.8277862,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226","EoS":true} {"level":"info","ts":1784134244.827819,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784134244.8278325,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134244.827862,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226"} {"level":"info","ts":1784134244.8289893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226"} {"level":"info","ts":1784134244.8290064,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226"} {"level":"info","ts":1784134244.829037,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226","EoS":false} {"level":"info","ts":1784134244.8290536,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226","EoS":true} {"level":"info","ts":1784134244.8291008,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"5464dd9b-80cc-4aa6-a37a-2d2b73b4c226"} {"level":"info","ts":1784134245.1103783,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134245.1104903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd"} {"level":"info","ts":1784134245.1105037,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd"} {"level":"info","ts":1784134245.1105156,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd","EoS":true} {"level":"info","ts":1784134245.1105425,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134245.1105595,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134245.1105924,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd"} {"level":"info","ts":1784134245.1114504,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd"} {"level":"info","ts":1784134245.1114707,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd"} {"level":"info","ts":1784134245.1114855,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd","EoS":false} {"level":"info","ts":1784134245.1114998,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd","EoS":true} {"level":"info","ts":1784134245.1115625,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"43ff8fe1-a7ae-4274-a6f1-00282725f3fd"} {"level":"info","ts":1784134245.4368289,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134245.4369066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a"} {"level":"info","ts":1784134245.4369173,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a"} {"level":"info","ts":1784134245.436931,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a","EoS":true} {"level":"info","ts":1784134245.4369597,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134245.436973,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134245.4370043,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a"} {"level":"info","ts":1784134245.43788,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a"} {"level":"info","ts":1784134245.4379,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a"} {"level":"info","ts":1784134245.4379215,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a","EoS":false} {"level":"info","ts":1784134245.437938,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a","EoS":true} {"level":"info","ts":1784134245.4379783,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"2949f5a7-13a1-4a5d-a9c0-bfaf1157a90a"} {"level":"info","ts":1784134332.7125263,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134332.7126274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947"} {"level":"info","ts":1784134332.7126732,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947"} {"level":"info","ts":1784134332.7126966,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947","EoS":true} {"level":"info","ts":1784134332.712745,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134332.7127597,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134332.7127993,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947"} {"level":"info","ts":1784134332.7143455,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947"} {"level":"info","ts":1784134332.714375,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947"} {"level":"info","ts":1784134332.7143927,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947","EoS":false} {"level":"info","ts":1784134332.7144072,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947","EoS":true} {"level":"info","ts":1784134332.714447,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"3d8fe5e1-159b-453e-bada-a238f08e7947"} {"level":"info","ts":1784134332.7782743,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134332.7783577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77"} {"level":"info","ts":1784134332.7783723,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77"} {"level":"info","ts":1784134332.7783842,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77","EoS":true} {"level":"info","ts":1784134332.7784104,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134332.778423,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134332.778456,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77"} {"level":"info","ts":1784134332.7792597,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77"} {"level":"info","ts":1784134332.779273,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77"} {"level":"info","ts":1784134332.7792852,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77","EoS":false} {"level":"info","ts":1784134332.7792952,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77","EoS":true} {"level":"info","ts":1784134332.7793322,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"8916da26-7efd-477c-a062-887dd78e5b77"} {"level":"info","ts":1784134340.5856044,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134340.5856926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289"} {"level":"info","ts":1784134340.5857053,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289"} {"level":"info","ts":1784134340.5857172,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289","EoS":true} {"level":"info","ts":1784134340.585745,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134340.5857568,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134340.58579,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289"} {"level":"info","ts":1784134340.586672,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289"} {"level":"info","ts":1784134340.5866895,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289"} {"level":"info","ts":1784134340.5867047,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289","EoS":false} {"level":"info","ts":1784134340.5867155,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289","EoS":true} {"level":"info","ts":1784134340.5867555,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"061464bb-9012-435a-a0cc-5597a57ec289"} {"level":"info","ts":1784134340.62012,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134340.6202335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409"} {"level":"info","ts":1784134340.6202493,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409"} {"level":"info","ts":1784134340.6202629,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409","EoS":true} {"level":"info","ts":1784134340.620291,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134340.620302,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134340.6203306,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409"} {"level":"info","ts":1784134340.6212327,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409"} {"level":"info","ts":1784134340.6212518,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409"} {"level":"info","ts":1784134340.6212678,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409","EoS":false} {"level":"info","ts":1784134340.6212814,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409","EoS":true} {"level":"info","ts":1784134340.6213257,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"dec1d862-ba21-4db9-a825-2ff04f15e409"} {"level":"info","ts":1784134340.6566412,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134340.6567302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37"} {"level":"info","ts":1784134340.6567435,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37"} {"level":"info","ts":1784134340.656756,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37","EoS":true} {"level":"info","ts":1784134340.6567826,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134340.6567945,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134340.6568267,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37"} {"level":"info","ts":1784134340.657636,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37"} {"level":"info","ts":1784134340.6576495,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37"} {"level":"info","ts":1784134340.657662,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37","EoS":false} {"level":"info","ts":1784134340.6576774,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37","EoS":true} {"level":"info","ts":1784134340.6577134,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"746d44b0-09c9-4f4d-aec7-8a5c97382f37"} {"level":"info","ts":1784134340.6912682,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134340.6913476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09"} {"level":"info","ts":1784134340.6913593,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09"} {"level":"info","ts":1784134340.691372,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09","EoS":true} {"level":"info","ts":1784134340.691404,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134340.6914155,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134340.6914487,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09"} {"level":"info","ts":1784134340.692236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09"} {"level":"info","ts":1784134340.692249,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09"} {"level":"info","ts":1784134340.6922622,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09","EoS":false} {"level":"info","ts":1784134340.692273,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09","EoS":true} {"level":"info","ts":1784134340.6923103,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"820f6185-35c8-4701-9156-4d96fddc3e09"} {"level":"info","ts":1784134353.4975975,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134353.497701,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2"} {"level":"info","ts":1784134353.4977155,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2"} {"level":"info","ts":1784134353.4977295,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2","EoS":true} {"level":"info","ts":1784134353.4977615,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134353.4977746,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134353.497812,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2"} {"level":"info","ts":1784134353.4992685,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2"} {"level":"info","ts":1784134353.4992816,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2"} {"level":"info","ts":1784134353.499293,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2","EoS":false} {"level":"info","ts":1784134353.4993038,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2","EoS":true} {"level":"info","ts":1784134353.499335,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"66a59a99-42fb-44c6-8740-a0eff24d27f2"} {"level":"info","ts":1784134354.2703328,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134354.270439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d"} {"level":"info","ts":1784134354.2704537,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d"} {"level":"info","ts":1784134354.270474,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d","EoS":true} {"level":"info","ts":1784134354.2705142,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134354.2705288,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134354.2705715,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d"} {"level":"info","ts":1784134354.2714097,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d"} {"level":"info","ts":1784134354.271429,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d"} {"level":"info","ts":1784134354.2714465,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d","EoS":false} {"level":"info","ts":1784134354.2714584,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d","EoS":true} {"level":"info","ts":1784134354.2714937,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"27cbd2ce-cca1-492a-ae28-ee9672e7ca9d"} {"level":"info","ts":1784134377.4087596,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134377.408835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832"} {"level":"info","ts":1784134377.4088435,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832"} {"level":"info","ts":1784134377.4088562,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832","EoS":true} {"level":"info","ts":1784134377.4088855,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134377.4088972,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134377.4089282,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832"} {"level":"info","ts":1784134377.4118903,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832"} {"level":"info","ts":1784134377.411913,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832"} {"level":"info","ts":1784134377.4119346,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832","EoS":false} {"level":"info","ts":1784134377.411955,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832","EoS":true} {"level":"info","ts":1784134377.4120111,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"82f4d4c4-39f6-4f44-91ff-999ec954e832"} {"level":"info","ts":1784134377.5467913,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134377.5468743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027"} {"level":"info","ts":1784134377.546886,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027"} {"level":"info","ts":1784134377.546897,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027","EoS":true} {"level":"info","ts":1784134377.5469244,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134377.5469353,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134377.546966,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027"} {"level":"info","ts":1784134377.547812,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027"} {"level":"info","ts":1784134377.5478325,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027"} {"level":"info","ts":1784134377.547848,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027","EoS":false} {"level":"info","ts":1784134377.547862,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027","EoS":true} {"level":"info","ts":1784134377.5479,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d10af01c-390f-436b-a2d8-680db9217027"} {"level":"info","ts":1784134377.687576,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134377.6876593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a"} {"level":"info","ts":1784134377.6876721,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a"} {"level":"info","ts":1784134377.6876833,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a","EoS":true} {"level":"info","ts":1784134377.687711,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134377.6877246,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134377.687756,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a"} {"level":"info","ts":1784134377.688541,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a"} {"level":"info","ts":1784134377.6885598,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a"} {"level":"info","ts":1784134377.6885834,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a","EoS":false} {"level":"info","ts":1784134377.688597,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a","EoS":true} {"level":"info","ts":1784134377.6886349,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"67c7a468-cd8e-47cd-b0cd-0800a0cee15a"} {"level":"info","ts":1784134377.8266966,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134377.8267822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88"} {"level":"info","ts":1784134377.8267963,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88"} {"level":"info","ts":1784134377.826809,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88","EoS":true} {"level":"info","ts":1784134377.8268406,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134377.8268528,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134377.8268905,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88"} {"level":"info","ts":1784134377.8277135,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88"} {"level":"info","ts":1784134377.8277335,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88"} {"level":"info","ts":1784134377.827749,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88","EoS":false} {"level":"info","ts":1784134377.827764,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88","EoS":true} {"level":"info","ts":1784134377.827801,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"75a4514d-2374-4555-888f-068d3533bd88"} {"level":"info","ts":1784134377.9635067,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134377.963588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5"} {"level":"info","ts":1784134377.9635975,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5"} {"level":"info","ts":1784134377.963627,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5","EoS":true} {"level":"info","ts":1784134377.9636574,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134377.9636693,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134377.9637015,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5"} {"level":"info","ts":1784134377.9644706,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5"} {"level":"info","ts":1784134377.9644892,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5"} {"level":"info","ts":1784134377.9645042,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5","EoS":false} {"level":"info","ts":1784134377.9645176,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5","EoS":true} {"level":"info","ts":1784134377.9645522,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"5728a696-0cd3-4bb8-94ba-079afee821a5"} {"level":"info","ts":1784134393.77856,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134393.778653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024"} {"level":"info","ts":1784134393.778667,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024"} {"level":"info","ts":1784134393.7786865,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024","EoS":true} {"level":"info","ts":1784134393.778726,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134393.7787414,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134393.778783,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024"} {"level":"info","ts":1784134393.781148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024"} {"level":"info","ts":1784134393.78117,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024"} {"level":"info","ts":1784134393.7811856,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024","EoS":false} {"level":"info","ts":1784134393.7811973,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024","EoS":true} {"level":"info","ts":1784134393.7812297,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"0293395d-9765-4bef-abd4-e19d2e7bd024"} {"level":"info","ts":1784134393.8892639,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134393.8893435,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b8321acd-d609-4f6c-95eb-8e672e3cf13c"} {"level":"info","ts":1784134393.8900096,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8321acd-d609-4f6c-95eb-8e672e3cf13c"} {"level":"info","ts":1784134393.890047,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b8321acd-d609-4f6c-95eb-8e672e3cf13c"} {"level":"info","ts":1784134393.8900652,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b8321acd-d609-4f6c-95eb-8e672e3cf13c","EoS":false} {"level":"info","ts":1784134393.8900769,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b8321acd-d609-4f6c-95eb-8e672e3cf13c","EoS":true} {"level":"info","ts":1784134393.8901,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b8321acd-d609-4f6c-95eb-8e672e3cf13c"} {"level":"info","ts":1784134398.5421522,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134398.542232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b"} {"level":"info","ts":1784134398.5422428,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b"} {"level":"info","ts":1784134398.5422552,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b","EoS":true} {"level":"info","ts":1784134398.5422845,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134398.542297,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134398.5423312,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b"} {"level":"info","ts":1784134398.5439095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b"} {"level":"info","ts":1784134398.5439303,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b"} {"level":"info","ts":1784134398.5439525,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b","EoS":false} {"level":"info","ts":1784134398.54397,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b","EoS":true} {"level":"info","ts":1784134398.5440373,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"14cdc656-fed1-4fb2-bc11-019bc164192b"} {"level":"info","ts":1784134409.20681,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134409.2068892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d"} {"level":"info","ts":1784134409.206902,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d"} {"level":"info","ts":1784134409.206918,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d","EoS":true} {"level":"info","ts":1784134409.206951,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784134409.206963,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784134409.2069962,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d"} {"level":"info","ts":1784134409.2100375,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d"} {"level":"info","ts":1784134409.2100601,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d"} {"level":"info","ts":1784134409.2100809,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d","EoS":false} {"level":"info","ts":1784134409.2100987,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d","EoS":true} {"level":"info","ts":1784134409.2101512,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"5a02346c-7ba0-4767-882f-d3f9da67704d"} {"level":"info","ts":1784134422.1014402,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134422.101527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb"} {"level":"info","ts":1784134422.1015399,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb"} {"level":"info","ts":1784134422.101552,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb","EoS":true} {"level":"info","ts":1784134422.1015797,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134422.1015918,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134422.1016245,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb"} {"level":"info","ts":1784134422.1025186,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb"} {"level":"info","ts":1784134422.1025445,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb"} {"level":"info","ts":1784134422.102567,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb","EoS":false} {"level":"info","ts":1784134422.1025846,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb","EoS":true} {"level":"info","ts":1784134422.1026247,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"f0e9a9f7-ef6e-4def-9d85-71e7829c4efb"} {"level":"info","ts":1784134430.677292,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134430.6773717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1"} {"level":"info","ts":1784134430.6773825,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1"} {"level":"info","ts":1784134430.6773944,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1","EoS":true} {"level":"info","ts":1784134430.6774247,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134430.6774366,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134430.67747,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1"} {"level":"info","ts":1784134430.6784043,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1"} {"level":"info","ts":1784134430.6784258,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1"} {"level":"info","ts":1784134430.6784465,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1","EoS":false} {"level":"info","ts":1784134430.6784606,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1","EoS":true} {"level":"info","ts":1784134430.678499,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d27948d3-d31e-4ab8-a640-ad36edf78cc1"} {"level":"info","ts":1784134439.6055298,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134439.605619,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc"} {"level":"info","ts":1784134439.6056368,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc"} {"level":"info","ts":1784134439.6056502,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc","EoS":true} {"level":"info","ts":1784134439.6056805,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134439.6056921,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134439.6057267,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc"} {"level":"info","ts":1784134439.6066742,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc"} {"level":"info","ts":1784134439.6067011,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc"} {"level":"info","ts":1784134439.6067252,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc","EoS":false} {"level":"info","ts":1784134439.606766,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc","EoS":true} {"level":"info","ts":1784134439.6068087,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"dde75964-f225-4f39-8baa-b3bb6aa081fc"} {"level":"info","ts":1784134462.4601545,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134462.4602358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8"} {"level":"info","ts":1784134462.4602478,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8"} {"level":"info","ts":1784134462.460259,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8","EoS":true} {"level":"info","ts":1784134462.4602866,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784134462.4602983,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784134462.4603274,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8"} {"level":"info","ts":1784134462.461184,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8"} {"level":"info","ts":1784134462.461203,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8"} {"level":"info","ts":1784134462.4612234,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8","EoS":false} {"level":"info","ts":1784134462.4612389,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8","EoS":true} {"level":"info","ts":1784134462.4612744,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"8b92d312-8bef-4c4d-8375-bcba47ed6ae8"} {"level":"info","ts":1784134485.9435103,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134485.9435925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a"} {"level":"info","ts":1784134485.9436054,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a"} {"level":"info","ts":1784134485.9436178,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a","EoS":true} {"level":"info","ts":1784134485.943656,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784134485.9436677,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784134485.9437015,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a"} {"level":"info","ts":1784134485.9445577,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a"} {"level":"info","ts":1784134485.9445853,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a"} {"level":"info","ts":1784134485.9446075,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a","EoS":false} {"level":"info","ts":1784134485.9446292,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a","EoS":true} {"level":"info","ts":1784134485.9446676,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"247d6ea7-a83d-4685-b583-46757560425a"} {"level":"info","ts":1784134512.4489849,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134512.449082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab"} {"level":"info","ts":1784134512.4490943,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab"} {"level":"info","ts":1784134512.4491062,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab","EoS":true} {"level":"info","ts":1784134512.4491343,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134512.4491463,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134512.4491792,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab"} {"level":"info","ts":1784134512.4502196,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab"} {"level":"info","ts":1784134512.4502409,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab"} {"level":"info","ts":1784134512.4502559,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab","EoS":false} {"level":"info","ts":1784134512.45027,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab","EoS":true} {"level":"info","ts":1784134512.4503012,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"e1fa1c7a-7312-470f-ae0d-9f8e5e8361ab"} {"level":"info","ts":1784134521.8455207,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134521.8456008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f"} {"level":"info","ts":1784134521.8456125,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f"} {"level":"info","ts":1784134521.845625,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f","EoS":true} {"level":"info","ts":1784134521.845655,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134521.845668,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134521.8457012,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f"} {"level":"info","ts":1784134521.8487031,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f"} {"level":"info","ts":1784134521.848735,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f"} {"level":"info","ts":1784134521.8487556,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f","EoS":false} {"level":"info","ts":1784134521.848772,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f","EoS":true} {"level":"info","ts":1784134521.8488162,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"955d4daa-ba40-44d0-9f87-74d98da1a93f"} {"level":"info","ts":1784134521.8850086,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134521.8851328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd"} {"level":"info","ts":1784134521.8851497,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd"} {"level":"info","ts":1784134521.8851635,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd","EoS":true} {"level":"info","ts":1784134521.8851912,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134521.8852034,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134521.8852336,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd"} {"level":"info","ts":1784134521.886098,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd"} {"level":"info","ts":1784134521.8861156,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd"} {"level":"info","ts":1784134521.886135,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd","EoS":false} {"level":"info","ts":1784134521.886155,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd","EoS":true} {"level":"info","ts":1784134521.886201,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"e5d48cb6-7b41-47dc-b829-c641ebcd95bd"} {"level":"info","ts":1784134541.0189815,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134541.0190825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b"} {"level":"info","ts":1784134541.0190973,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b"} {"level":"info","ts":1784134541.0191102,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b","EoS":true} {"level":"info","ts":1784134541.019141,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134541.019153,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134541.019186,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b"} {"level":"info","ts":1784134541.020088,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b"} {"level":"info","ts":1784134541.0201094,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b"} {"level":"info","ts":1784134541.020124,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b","EoS":false} {"level":"info","ts":1784134541.020134,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b","EoS":true} {"level":"info","ts":1784134541.0201812,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"bf83940b-9371-4d0f-bf01-af1cb3cfd62b"} {"level":"info","ts":1784134669.5208714,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134669.5209513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c"} {"level":"info","ts":1784134669.5209637,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c"} {"level":"info","ts":1784134669.5209754,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c","EoS":true} {"level":"info","ts":1784134669.5210044,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784134669.521034,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c","key":{"name":"e2e-trlp-test-simulated","namespace":"llm"}} {"level":"info","ts":1784134669.521067,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c"} {"level":"info","ts":1784134669.5231218,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c"} {"level":"info","ts":1784134669.5231488,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c"} {"level":"info","ts":1784134669.5231714,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c","EoS":false} {"level":"info","ts":1784134669.5231922,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c","EoS":true} {"level":"info","ts":1784134669.5232337,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"e6c667a0-f37e-4497-969d-6beb7bddb57c"} {"level":"info","ts":1784134706.6488311,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134706.6489334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60"} {"level":"info","ts":1784134706.6489458,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60"} {"level":"info","ts":1784134706.6489587,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60","EoS":true} {"level":"info","ts":1784134706.64899,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134706.6490018,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134706.649057,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60"} {"level":"info","ts":1784134706.649957,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60"} {"level":"info","ts":1784134706.6499784,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60"} {"level":"info","ts":1784134706.6499932,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60","EoS":false} {"level":"info","ts":1784134706.6500099,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60","EoS":true} {"level":"info","ts":1784134706.6500762,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d178d1fa-5c10-4a23-91fc-ee1717d52b60"} {"level":"info","ts":1784134721.8723943,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784134721.8724937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7"} {"level":"info","ts":1784134721.872511,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7"} {"level":"info","ts":1784134721.872532,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7","EoS":true} {"level":"info","ts":1784134721.872576,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784134721.872592,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784134721.8726425,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7"} {"level":"info","ts":1784134721.8759627,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7"} {"level":"info","ts":1784134721.8760085,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7"} {"level":"info","ts":1784134721.8760543,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7","EoS":false} {"level":"info","ts":1784134721.8760731,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7","EoS":true} {"level":"info","ts":1784134721.8761246,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"ada0f37d-5450-4289-93ac-2ee6d33e04e7"}