{"level":"info","ts":1784144086.6178255,"logger":"setup","caller":"runner/runner.go:114","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784144086.617939,"logger":"setup","caller":"runner/runner.go:142","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784144086.6197062,"logger":"setup","caller":"runner/runner.go:187","msg":"Setting pprof handlers"} {"level":"info","ts":1784144086.6197336,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784144086.6197577,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784144086.6197627,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784144086.619767,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784144086.6197717,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784144086.619776,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784144086.6443343,"logger":"setup","caller":"loader/configloader.go:157","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1784144086.64446,"caller":"api-translation/plugin.go:108","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1784144086.6445632,"logger":"setup","caller":"runner/runner.go:235","msg":"manager starting"} {"level":"info","ts":1784144086.6446197,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784144086.6447592,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784144086.6452878,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784144086.645593,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784144086.6456425,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784144086.646613,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784144086.6474252,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":36095.771806418,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.6474535,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.6481707,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784144086.6486204,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784144086.6493297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":36084.405146651,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.6493492,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.6503444,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784144086.6512716,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784144086.6522977,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784144086.652432,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":37039.68435908,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.6526997,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.6527848,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1784144086.6533742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.6534472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37336.647380367,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.6534588,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.65372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.655995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.740447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784144086.8166564,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784144086.8166876,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784144086.8167274,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784144086.816733,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784144086.8167887,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784144086.816796,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784144086.8168159,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784144086.8168223,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784144086.8168428,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784144086.8168495,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784144086.9174054,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1784144086.9174426,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1784144088.0410373,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784144088.0412264,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784144233.7157412,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144233.7162602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37"} {"level":"info","ts":1784144233.7162797,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37"} {"level":"info","ts":1784144233.7163115,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37","EoS":true} {"level":"info","ts":1784144233.716347,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144233.7163582,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144233.7164254,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37"} {"level":"info","ts":1784144233.729479,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37"} {"level":"info","ts":1784144233.7295105,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37"} {"level":"info","ts":1784144233.7295332,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37","EoS":false} {"level":"info","ts":1784144233.7295518,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37","EoS":true} {"level":"info","ts":1784144233.7296188,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"78174fa6-460e-4a76-b77d-997e0bc37c37"} {"level":"info","ts":1784144233.8357313,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144233.8358183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227"} {"level":"info","ts":1784144233.8358264,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227"} {"level":"info","ts":1784144233.8358402,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227","EoS":true} {"level":"info","ts":1784144233.8358731,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144233.8358848,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144233.8359191,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227"} {"level":"info","ts":1784144233.8369336,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227"} {"level":"info","ts":1784144233.8369634,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227"} {"level":"info","ts":1784144233.8369846,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227","EoS":false} {"level":"info","ts":1784144233.8370035,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227","EoS":true} {"level":"info","ts":1784144233.8370574,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"e7d60dca-7db4-4f14-8540-12ac69e72227"} {"level":"info","ts":1784144235.9285002,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144235.9285917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490"} {"level":"info","ts":1784144235.928603,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490"} {"level":"info","ts":1784144235.9286156,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490","EoS":true} {"level":"info","ts":1784144235.9286485,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784144235.9286604,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144235.928693,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490"} {"level":"info","ts":1784144235.9298666,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490"} {"level":"info","ts":1784144235.9298882,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490"} {"level":"info","ts":1784144235.929909,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490","EoS":false} {"level":"info","ts":1784144235.929923,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490","EoS":true} {"level":"info","ts":1784144235.9299653,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"712c840c-2cf6-4325-a64a-cbdef9c5c490"} {"level":"info","ts":1784144236.1785445,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144236.178632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a"} {"level":"info","ts":1784144236.1786416,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a"} {"level":"info","ts":1784144236.1786535,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a","EoS":true} {"level":"info","ts":1784144236.1786892,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144236.1787012,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144236.1787353,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a"} {"level":"info","ts":1784144236.179735,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a"} {"level":"info","ts":1784144236.179757,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a"} {"level":"info","ts":1784144236.1797726,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a","EoS":false} {"level":"info","ts":1784144236.1797876,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a","EoS":true} {"level":"info","ts":1784144236.1798284,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"eb8236b0-f4c8-4b11-a3a3-5d5df5d62b0a"} {"level":"info","ts":1784144236.4812033,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144236.4812882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3"} {"level":"info","ts":1784144236.4812992,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3"} {"level":"info","ts":1784144236.4813132,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3","EoS":true} {"level":"info","ts":1784144236.4813426,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144236.4813538,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144236.481392,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3"} {"level":"info","ts":1784144236.4823155,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3"} {"level":"info","ts":1784144236.482334,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3"} {"level":"info","ts":1784144236.4823477,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3","EoS":false} {"level":"info","ts":1784144236.4823594,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3","EoS":true} {"level":"info","ts":1784144236.4824,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"8298400d-5d26-423e-bb4c-68eb7e394db3"} {"level":"info","ts":1784144325.957498,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144325.9575825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2"} {"level":"info","ts":1784144325.9575918,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2"} {"level":"info","ts":1784144325.9576042,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2","EoS":true} {"level":"info","ts":1784144325.9576356,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144325.957647,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144325.957681,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2"} {"level":"info","ts":1784144325.9605124,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2"} {"level":"info","ts":1784144325.9605417,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2"} {"level":"info","ts":1784144325.9605637,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2","EoS":false} {"level":"info","ts":1784144325.960576,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2","EoS":true} {"level":"info","ts":1784144325.960619,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"178003eb-bc7c-4d3c-95c7-941fa5f8b4e2"} {"level":"info","ts":1784144326.0232763,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144326.0233853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed"} {"level":"info","ts":1784144326.0233974,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed"} {"level":"info","ts":1784144326.0234091,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed","EoS":true} {"level":"info","ts":1784144326.0234385,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144326.02345,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144326.0234861,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed"} {"level":"info","ts":1784144326.0245636,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed"} {"level":"info","ts":1784144326.024583,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed"} {"level":"info","ts":1784144326.0245986,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed","EoS":false} {"level":"info","ts":1784144326.0246098,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed","EoS":true} {"level":"info","ts":1784144326.0246477,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"e43d3b12-8973-4968-9e15-13c8b00fc9ed"} {"level":"info","ts":1784144333.8422992,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144333.842398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa"} {"level":"info","ts":1784144333.8424087,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa"} {"level":"info","ts":1784144333.8424227,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa","EoS":true} {"level":"info","ts":1784144333.842451,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144333.8424637,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144333.8424983,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa"} {"level":"info","ts":1784144333.843548,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa"} {"level":"info","ts":1784144333.84357,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa"} {"level":"info","ts":1784144333.843588,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa","EoS":false} {"level":"info","ts":1784144333.8435996,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa","EoS":true} {"level":"info","ts":1784144333.8436341,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"81c48833-52a8-41db-93a0-9bba0a5df0fa"} {"level":"info","ts":1784144333.87365,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144333.8737514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84"} {"level":"info","ts":1784144333.8737617,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84"} {"level":"info","ts":1784144333.873774,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84","EoS":true} {"level":"info","ts":1784144333.8738062,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144333.8738196,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144333.873854,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84"} {"level":"info","ts":1784144333.874873,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84"} {"level":"info","ts":1784144333.8748946,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84"} {"level":"info","ts":1784144333.8749125,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84","EoS":false} {"level":"info","ts":1784144333.8749285,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84","EoS":true} {"level":"info","ts":1784144333.874969,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"0ed238d9-8bba-44ac-a189-99e37cdb7f84"} {"level":"info","ts":1784144333.9050062,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144333.9051266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4793063-b622-4282-8600-19039fca0728"} {"level":"info","ts":1784144333.9051461,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"b4793063-b622-4282-8600-19039fca0728"} {"level":"info","ts":1784144333.905162,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"b4793063-b622-4282-8600-19039fca0728","EoS":true} {"level":"info","ts":1784144333.9051998,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"b4793063-b622-4282-8600-19039fca0728","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144333.9052143,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"b4793063-b622-4282-8600-19039fca0728","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144333.905258,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"b4793063-b622-4282-8600-19039fca0728"} {"level":"info","ts":1784144333.906258,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4793063-b622-4282-8600-19039fca0728"} {"level":"info","ts":1784144333.9062812,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"b4793063-b622-4282-8600-19039fca0728"} {"level":"info","ts":1784144333.9062974,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b4793063-b622-4282-8600-19039fca0728","EoS":false} {"level":"info","ts":1784144333.9063091,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"b4793063-b622-4282-8600-19039fca0728","EoS":true} {"level":"info","ts":1784144333.9063523,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"b4793063-b622-4282-8600-19039fca0728"} {"level":"info","ts":1784144333.9373298,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144333.9374135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243"} {"level":"info","ts":1784144333.937459,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243"} {"level":"info","ts":1784144333.9374716,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243","EoS":true} {"level":"info","ts":1784144333.9375005,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144333.9375167,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144333.937549,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243"} {"level":"info","ts":1784144333.9384973,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243"} {"level":"info","ts":1784144333.9385207,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243"} {"level":"info","ts":1784144333.938539,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243","EoS":false} {"level":"info","ts":1784144333.9385502,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243","EoS":true} {"level":"info","ts":1784144333.9385848,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"46c31cdc-a98e-4556-ad8c-d6bf71815243"} {"level":"info","ts":1784144347.726823,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144347.7269084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875"} {"level":"info","ts":1784144347.7269177,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875"} {"level":"info","ts":1784144347.7269294,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875","EoS":true} {"level":"info","ts":1784144347.726962,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144347.726974,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144347.7270067,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875"} {"level":"info","ts":1784144347.728683,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875"} {"level":"info","ts":1784144347.7287095,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875"} {"level":"info","ts":1784144347.728732,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875","EoS":false} {"level":"info","ts":1784144347.7287488,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875","EoS":true} {"level":"info","ts":1784144347.7287993,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a02aa054-7ad7-4182-a5ea-d5762baa1875"} {"level":"info","ts":1784144348.5129254,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144348.5130413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3"} {"level":"info","ts":1784144348.513051,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3"} {"level":"info","ts":1784144348.5130637,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3","EoS":true} {"level":"info","ts":1784144348.5131357,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144348.5131514,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144348.5131984,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3"} {"level":"info","ts":1784144348.5142362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3"} {"level":"info","ts":1784144348.5142581,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3"} {"level":"info","ts":1784144348.5142765,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3","EoS":false} {"level":"info","ts":1784144348.514289,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3","EoS":true} {"level":"info","ts":1784144348.5143282,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"1e32a9cb-1d9a-4318-87a1-dcba77293cf3"} {"level":"info","ts":1784144371.701579,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144371.7016609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081"} {"level":"info","ts":1784144371.7016704,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081"} {"level":"info","ts":1784144371.701682,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081","EoS":true} {"level":"info","ts":1784144371.7017114,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144371.7017252,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144371.7017581,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081"} {"level":"info","ts":1784144371.7039971,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081"} {"level":"info","ts":1784144371.7040098,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081"} {"level":"info","ts":1784144371.7040212,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081","EoS":false} {"level":"info","ts":1784144371.704031,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081","EoS":true} {"level":"info","ts":1784144371.7040653,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"69222ce0-ea77-432a-887e-6e8786176081"} {"level":"info","ts":1784144371.8347957,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144371.834883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5"} {"level":"info","ts":1784144371.8348954,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5"} {"level":"info","ts":1784144371.834908,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5","EoS":true} {"level":"info","ts":1784144371.8349411,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144371.8349538,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144371.8349884,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5"} {"level":"info","ts":1784144371.835866,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5"} {"level":"info","ts":1784144371.8358858,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5"} {"level":"info","ts":1784144371.8359027,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5","EoS":false} {"level":"info","ts":1784144371.8359172,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5","EoS":true} {"level":"info","ts":1784144371.835961,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"c3f9ef16-1717-4d24-a570-74a055c8b1d5"} {"level":"info","ts":1784144371.9675474,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144371.9676373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94"} {"level":"info","ts":1784144371.967646,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94"} {"level":"info","ts":1784144371.967658,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94","EoS":true} {"level":"info","ts":1784144371.967689,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144371.9677002,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144371.967736,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94"} {"level":"info","ts":1784144371.9685223,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94"} {"level":"info","ts":1784144371.9685507,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94"} {"level":"info","ts":1784144371.9685652,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94","EoS":false} {"level":"info","ts":1784144371.9685786,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94","EoS":true} {"level":"info","ts":1784144371.96862,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"8d40c2eb-2a92-4478-ac5e-015228ef5f94"} {"level":"info","ts":1784144372.0996153,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144372.0996969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297"} {"level":"info","ts":1784144372.0997066,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297"} {"level":"info","ts":1784144372.0997183,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297","EoS":true} {"level":"info","ts":1784144372.0997496,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144372.0997617,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144372.099795,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297"} {"level":"info","ts":1784144372.1006308,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297"} {"level":"info","ts":1784144372.1006541,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297"} {"level":"info","ts":1784144372.1006832,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297","EoS":false} {"level":"info","ts":1784144372.1007001,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297","EoS":true} {"level":"info","ts":1784144372.1007445,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"ab6109ae-c316-4112-b729-826c637f8297"} {"level":"info","ts":1784144372.2330256,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144372.2331467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654"} {"level":"info","ts":1784144372.233168,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654"} {"level":"info","ts":1784144372.2331874,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654","EoS":true} {"level":"info","ts":1784144372.2332296,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144372.2332623,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144372.233308,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654"} {"level":"info","ts":1784144372.2341526,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654"} {"level":"info","ts":1784144372.2341726,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654"} {"level":"info","ts":1784144372.2341876,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654","EoS":false} {"level":"info","ts":1784144372.2341998,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654","EoS":true} {"level":"info","ts":1784144372.234247,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"80af2766-5f05-4898-ba62-85c8b9403654"} {"level":"info","ts":1784144392.2818444,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144392.2819302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631"} {"level":"info","ts":1784144392.2819405,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631"} {"level":"info","ts":1784144392.281952,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631","EoS":true} {"level":"info","ts":1784144392.281983,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144392.281995,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144392.2820294,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631"} {"level":"info","ts":1784144392.284148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631"} {"level":"info","ts":1784144392.2841716,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631"} {"level":"info","ts":1784144392.28419,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631","EoS":false} {"level":"info","ts":1784144392.2842004,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631","EoS":true} {"level":"info","ts":1784144392.2842479,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"dbdf5b49-6dee-4123-b589-f696982a2631"} {"level":"info","ts":1784144392.3164983,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144392.3165836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81"} {"level":"info","ts":1784144392.3166006,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81"} {"level":"info","ts":1784144392.316612,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81","EoS":true} {"level":"info","ts":1784144392.3166413,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144392.3166564,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81","key":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144392.316691,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81"} {"level":"info","ts":1784144392.3176067,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81"} {"level":"info","ts":1784144392.3176315,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81"} {"level":"info","ts":1784144392.3176465,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81","EoS":false} {"level":"info","ts":1784144392.3176572,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81","EoS":true} {"level":"info","ts":1784144392.3176966,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"e877e39a-4061-414e-ba06-96acd712eb81"} {"level":"info","ts":1784144392.4088717,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144392.4089565,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"54d1d74a-3b92-4c54-a2eb-88ea020b5c91"} {"level":"info","ts":1784144392.4096503,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54d1d74a-3b92-4c54-a2eb-88ea020b5c91"} {"level":"info","ts":1784144392.40967,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"54d1d74a-3b92-4c54-a2eb-88ea020b5c91"} {"level":"info","ts":1784144392.4096868,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"54d1d74a-3b92-4c54-a2eb-88ea020b5c91","EoS":false} {"level":"info","ts":1784144392.4096994,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"54d1d74a-3b92-4c54-a2eb-88ea020b5c91","EoS":true} {"level":"info","ts":1784144392.409726,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"54d1d74a-3b92-4c54-a2eb-88ea020b5c91"} {"level":"info","ts":1784144397.0390546,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144397.039164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167"} {"level":"info","ts":1784144397.0391738,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167"} {"level":"info","ts":1784144397.0391867,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167","EoS":true} {"level":"info","ts":1784144397.039219,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144397.039231,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144397.0392697,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167"} {"level":"info","ts":1784144397.0403554,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167"} {"level":"info","ts":1784144397.0403829,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167"} {"level":"info","ts":1784144397.0404007,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167","EoS":false} {"level":"info","ts":1784144397.0404139,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167","EoS":true} {"level":"info","ts":1784144397.0404637,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"29c9bfc3-5fa3-404e-b653-180348be1167"} {"level":"info","ts":1784144407.6474528,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144407.6475444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5"} {"level":"info","ts":1784144407.6475542,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5"} {"level":"info","ts":1784144407.6475656,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5","EoS":true} {"level":"info","ts":1784144407.6475976,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784144407.64761,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784144407.6476452,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5"} {"level":"info","ts":1784144407.650489,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5"} {"level":"info","ts":1784144407.6505194,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5"} {"level":"info","ts":1784144407.6505377,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5","EoS":false} {"level":"info","ts":1784144407.650551,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5","EoS":true} {"level":"info","ts":1784144407.6505907,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"fdd269ae-f15a-4e86-98dd-f9f6c4d11bd5"} {"level":"info","ts":1784144420.5490887,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144420.5492086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a"} {"level":"info","ts":1784144420.5492191,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a"} {"level":"info","ts":1784144420.5492322,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a","EoS":true} {"level":"info","ts":1784144420.5492651,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144420.5492768,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144420.5493135,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a"} {"level":"info","ts":1784144420.550479,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a"} {"level":"info","ts":1784144420.5505044,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a"} {"level":"info","ts":1784144420.5505216,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a","EoS":false} {"level":"info","ts":1784144420.5505347,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a","EoS":true} {"level":"info","ts":1784144420.5505753,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"5cbe9135-e846-4402-96ac-9e19d119753a"} {"level":"info","ts":1784144429.0947473,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144429.094915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015"} {"level":"info","ts":1784144429.0949323,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015"} {"level":"info","ts":1784144429.0949533,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015","EoS":true} {"level":"info","ts":1784144429.0950086,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144429.0950296,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144429.0950892,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015"} {"level":"info","ts":1784144429.0962527,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015"} {"level":"info","ts":1784144429.096286,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015"} {"level":"info","ts":1784144429.0963058,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015","EoS":false} {"level":"info","ts":1784144429.0963202,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015","EoS":true} {"level":"info","ts":1784144429.096382,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"3c133ad3-227a-4a7e-8301-741baf40a015"} {"level":"info","ts":1784144437.986455,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144437.9865396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56"} {"level":"info","ts":1784144437.9865513,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56"} {"level":"info","ts":1784144437.9865665,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56","EoS":true} {"level":"info","ts":1784144437.9866068,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144437.98662,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144437.9866538,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56"} {"level":"info","ts":1784144437.9877555,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56"} {"level":"info","ts":1784144437.9877765,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56"} {"level":"info","ts":1784144437.9877996,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56","EoS":false} {"level":"info","ts":1784144437.9878185,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56","EoS":true} {"level":"info","ts":1784144437.9878683,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a037752a-f1c8-42fa-877c-bf3f9f446f56"} {"level":"info","ts":1784144460.9234798,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144460.9235814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203"} {"level":"info","ts":1784144460.9235928,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203"} {"level":"info","ts":1784144460.9236052,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203","EoS":true} {"level":"info","ts":1784144460.923637,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784144460.9236503,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784144460.9236975,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203"} {"level":"info","ts":1784144460.9247804,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203"} {"level":"info","ts":1784144460.9248037,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203"} {"level":"info","ts":1784144460.9248197,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203","EoS":false} {"level":"info","ts":1784144460.924831,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203","EoS":true} {"level":"info","ts":1784144460.9248717,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"9a0404b6-b931-4c72-bd5d-65e91944b203"} {"level":"info","ts":1784144484.256905,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144484.2570014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5"} {"level":"info","ts":1784144484.2570114,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5"} {"level":"info","ts":1784144484.2570238,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5","EoS":true} {"level":"info","ts":1784144484.2570527,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784144484.257065,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1784144484.2571342,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5"} {"level":"info","ts":1784144484.2581441,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5"} {"level":"info","ts":1784144484.2581677,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5"} {"level":"info","ts":1784144484.2581844,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5","EoS":false} {"level":"info","ts":1784144484.2581952,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5","EoS":true} {"level":"info","ts":1784144484.2582378,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"6751390d-e480-4836-9b28-2120c9f592b5"} {"level":"info","ts":1784144510.6916218,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144510.6918013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2"} {"level":"info","ts":1784144510.6918144,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2"} {"level":"info","ts":1784144510.6918318,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2","EoS":true} {"level":"info","ts":1784144510.6918895,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144510.6919086,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144510.691964,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2"} {"level":"info","ts":1784144510.6950676,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2"} {"level":"info","ts":1784144510.6951559,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2"} {"level":"info","ts":1784144510.695201,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2","EoS":false} {"level":"info","ts":1784144510.6952226,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2","EoS":true} {"level":"info","ts":1784144510.6953063,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"a79167ff-ea95-4195-a1bc-5314d1b8b9c2"} {"level":"info","ts":1784144520.154494,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144520.1545823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3"} {"level":"info","ts":1784144520.154594,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3"} {"level":"info","ts":1784144520.1546054,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3","EoS":true} {"level":"info","ts":1784144520.1546361,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144520.1546488,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144520.1546896,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3"} {"level":"info","ts":1784144520.1557283,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3"} {"level":"info","ts":1784144520.1557417,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3"} {"level":"info","ts":1784144520.1557536,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3","EoS":false} {"level":"info","ts":1784144520.1557648,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3","EoS":true} {"level":"info","ts":1784144520.1557965,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"7ae5510b-6d39-4941-813f-1770cf63a8d3"} {"level":"info","ts":1784144520.189998,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144520.1900797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a"} {"level":"info","ts":1784144520.1900892,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a"} {"level":"info","ts":1784144520.1901326,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a","EoS":true} {"level":"info","ts":1784144520.1901612,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144520.1901739,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144520.1902122,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a"} {"level":"info","ts":1784144520.1912282,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a"} {"level":"info","ts":1784144520.1912587,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a"} {"level":"info","ts":1784144520.1912787,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a","EoS":false} {"level":"info","ts":1784144520.1912932,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a","EoS":true} {"level":"info","ts":1784144520.1913352,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"caf4a903-6d29-4bf1-9581-51401780b63a"} {"level":"info","ts":1784144539.3263159,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144539.3264737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455"} {"level":"info","ts":1784144539.3264875,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455"} {"level":"info","ts":1784144539.326504,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455","EoS":true} {"level":"info","ts":1784144539.3265686,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144539.3265865,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144539.3266525,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455"} {"level":"info","ts":1784144539.3278842,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455"} {"level":"info","ts":1784144539.3279274,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455"} {"level":"info","ts":1784144539.3279483,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455","EoS":false} {"level":"info","ts":1784144539.3279634,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455","EoS":true} {"level":"info","ts":1784144539.3280427,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"bf209c53-c2dd-4bc9-9da8-c1c4b5827455"} {"level":"info","ts":1784144670.1852326,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144670.1853204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a"} {"level":"info","ts":1784144670.1853309,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a"} {"level":"info","ts":1784144670.185343,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a","EoS":true} {"level":"info","ts":1784144670.1853724,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784144670.1853855,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a","key":{"name":"e2e-trlp-test-simulated","namespace":"llm"}} {"level":"info","ts":1784144670.1854212,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a"} {"level":"info","ts":1784144670.188677,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a"} {"level":"info","ts":1784144670.1887057,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a"} {"level":"info","ts":1784144670.1887226,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a","EoS":false} {"level":"info","ts":1784144670.1887343,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a","EoS":true} {"level":"info","ts":1784144670.1887848,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"d0231c8e-ba5f-47ad-a65d-55a7a0658e8a"} {"level":"info","ts":1784144709.8012934,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144709.8013883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c"} {"level":"info","ts":1784144709.801399,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c"} {"level":"info","ts":1784144709.801412,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c","EoS":true} {"level":"info","ts":1784144709.8014488,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144709.8014612,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144709.8014994,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c"} {"level":"info","ts":1784144709.8044045,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c"} {"level":"info","ts":1784144709.804444,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c"} {"level":"info","ts":1784144709.80447,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c","EoS":false} {"level":"info","ts":1784144709.8044844,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c","EoS":true} {"level":"info","ts":1784144709.8045435,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"afa45610-f49d-45f6-b378-d618058dbc4c"} {"level":"info","ts":1784144725.1289818,"caller":"handlers/server.go:122","msg":"Processing"} {"level":"info","ts":1784144725.1290903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8"} {"level":"info","ts":1784144725.1291368,"caller":"handlers/server.go:160","msg":"processing request headers complete","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8"} {"level":"info","ts":1784144725.129157,"caller":"handlers/server.go:162","msg":"Incoming request body chunk","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8","EoS":true} {"level":"info","ts":1784144725.1292036,"caller":"model-provider-resolver/plugin.go:136","msg":"received incoming request","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784144725.1292217,"caller":"model-provider-resolver/plugin.go:146","msg":"exported namespaced name from path","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1784144725.1292713,"caller":"handlers/server.go:168","msg":"processing request body complete","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8"} {"level":"info","ts":1784144725.1303158,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8"} {"level":"info","ts":1784144725.13034,"caller":"handlers/server.go:173","msg":"processing response headers complete","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8"} {"level":"info","ts":1784144725.1303587,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8","EoS":false} {"level":"info","ts":1784144725.1303704,"caller":"handlers/server.go:175","msg":"Incoming response body chunk","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8","EoS":true} {"level":"info","ts":1784144725.130412,"caller":"handlers/server.go:187","msg":"processing response body complete","x-request-id":"c34a7c20-1e03-4099-8491-c48583295ea8"}