{"level":"info","ts":1784336803.091735,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784336803.0918534,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-pre-processing-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784336803.0936043,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"} {"level":"info","ts":1784336803.0936296,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784336803.093643,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784336803.093648,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784336803.0936525,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784336803.0936568,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784336803.093661,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784336803.190543,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor}]}}]}"} {"level":"info","ts":1784336803.1908982,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"} {"level":"info","ts":1784336803.1909392,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784336803.1912973,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784336803.1916242,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784336803.1917386,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784336803.192389,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784336803.1928325,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784336803.1934636,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":33742.796250146,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.1934822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.1937966,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784336803.193969,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":34895.862495368,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.193982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.2822497,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784336803.282556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":33943.286494904,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.282674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.2825787,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.2850306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.286156,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784336803.2934334,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784336803.2934551,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784336803.2935073,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784336803.2935193,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784336803.3828568,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784336803.3828876,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784336805.8971875,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784336805.8973277,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784336934.8959143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336934.8963764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0dd7e73-530e-4249-ac87-3df8f4234c60"} {"level":"info","ts":1784336934.8963957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0dd7e73-530e-4249-ac87-3df8f4234c60"} {"level":"info","ts":1784336934.8964276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0dd7e73-530e-4249-ac87-3df8f4234c60","EoS":false} {"level":"info","ts":1784336934.896443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0dd7e73-530e-4249-ac87-3df8f4234c60","EoS":true} {"level":"info","ts":1784336934.8964636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0dd7e73-530e-4249-ac87-3df8f4234c60","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336934.8964987,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0dd7e73-530e-4249-ac87-3df8f4234c60"} {"level":"info","ts":1784336934.9412322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336934.941334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40da9c5f-2089-429b-b81a-a7963b70fd47"} {"level":"info","ts":1784336934.9413478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40da9c5f-2089-429b-b81a-a7963b70fd47"} {"level":"info","ts":1784336934.9413602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40da9c5f-2089-429b-b81a-a7963b70fd47","EoS":false} {"level":"info","ts":1784336934.9413712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40da9c5f-2089-429b-b81a-a7963b70fd47","EoS":true} {"level":"info","ts":1784336934.9413931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40da9c5f-2089-429b-b81a-a7963b70fd47","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336934.9414196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40da9c5f-2089-429b-b81a-a7963b70fd47"} {"level":"info","ts":1784336934.9758747,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336934.975934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93b42db2-2011-41cb-a6c9-df0906e5c199"} {"level":"info","ts":1784336934.975943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93b42db2-2011-41cb-a6c9-df0906e5c199"} {"level":"info","ts":1784336934.9759529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93b42db2-2011-41cb-a6c9-df0906e5c199","EoS":false} {"level":"info","ts":1784336934.975966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93b42db2-2011-41cb-a6c9-df0906e5c199","EoS":true} {"level":"info","ts":1784336934.9759855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93b42db2-2011-41cb-a6c9-df0906e5c199","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336934.976009,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93b42db2-2011-41cb-a6c9-df0906e5c199"} {"level":"info","ts":1784336935.032998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.0330627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf562b4c-ea0a-4887-9e3f-358bde67ab1c"} {"level":"info","ts":1784336935.0330732,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf562b4c-ea0a-4887-9e3f-358bde67ab1c"} {"level":"info","ts":1784336935.0330896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf562b4c-ea0a-4887-9e3f-358bde67ab1c","EoS":false} {"level":"info","ts":1784336935.0331388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf562b4c-ea0a-4887-9e3f-358bde67ab1c","EoS":true} {"level":"info","ts":1784336935.0331705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf562b4c-ea0a-4887-9e3f-358bde67ab1c","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.0331986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf562b4c-ea0a-4887-9e3f-358bde67ab1c"} {"level":"info","ts":1784336935.0678203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.0678823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e4b7714-e339-4f20-8082-2a656245947b"} {"level":"info","ts":1784336935.067893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e4b7714-e339-4f20-8082-2a656245947b"} {"level":"info","ts":1784336935.0679042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e4b7714-e339-4f20-8082-2a656245947b","EoS":false} {"level":"info","ts":1784336935.0679145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e4b7714-e339-4f20-8082-2a656245947b","EoS":true} {"level":"info","ts":1784336935.0679338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e4b7714-e339-4f20-8082-2a656245947b","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.0679567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e4b7714-e339-4f20-8082-2a656245947b"} {"level":"info","ts":1784336935.1098475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.109915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b105e3ef-a298-4d14-ab2e-e7bdc908b1a0"} {"level":"info","ts":1784336935.1099265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b105e3ef-a298-4d14-ab2e-e7bdc908b1a0"} {"level":"info","ts":1784336935.1099374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b105e3ef-a298-4d14-ab2e-e7bdc908b1a0","EoS":false} {"level":"info","ts":1784336935.1099484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b105e3ef-a298-4d14-ab2e-e7bdc908b1a0","EoS":true} {"level":"info","ts":1784336935.1099715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b105e3ef-a298-4d14-ab2e-e7bdc908b1a0","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.1100001,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b105e3ef-a298-4d14-ab2e-e7bdc908b1a0"} {"level":"info","ts":1784336935.1475487,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.1476138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08f0cb7f-ceeb-486f-a958-2a4b0bf979e5"} {"level":"info","ts":1784336935.1476736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08f0cb7f-ceeb-486f-a958-2a4b0bf979e5"} {"level":"info","ts":1784336935.147693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08f0cb7f-ceeb-486f-a958-2a4b0bf979e5","EoS":false} {"level":"info","ts":1784336935.1477072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08f0cb7f-ceeb-486f-a958-2a4b0bf979e5","EoS":true} {"level":"info","ts":1784336935.1477299,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08f0cb7f-ceeb-486f-a958-2a4b0bf979e5","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.1477532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08f0cb7f-ceeb-486f-a958-2a4b0bf979e5"} {"level":"info","ts":1784336935.1782343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.1782935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0896ed1d-a3de-4f93-99ee-71dd807cd6ec"} {"level":"info","ts":1784336935.1783023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0896ed1d-a3de-4f93-99ee-71dd807cd6ec"} {"level":"info","ts":1784336935.178314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0896ed1d-a3de-4f93-99ee-71dd807cd6ec","EoS":false} {"level":"info","ts":1784336935.1783242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0896ed1d-a3de-4f93-99ee-71dd807cd6ec","EoS":true} {"level":"info","ts":1784336935.178345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0896ed1d-a3de-4f93-99ee-71dd807cd6ec","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.178368,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0896ed1d-a3de-4f93-99ee-71dd807cd6ec"} {"level":"info","ts":1784336935.2208297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.2208986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8701ef7-7d8d-40b8-8962-e7fa110b1928"} {"level":"info","ts":1784336935.220907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8701ef7-7d8d-40b8-8962-e7fa110b1928"} {"level":"info","ts":1784336935.220918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8701ef7-7d8d-40b8-8962-e7fa110b1928","EoS":false} {"level":"info","ts":1784336935.2209284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8701ef7-7d8d-40b8-8962-e7fa110b1928","EoS":true} {"level":"info","ts":1784336935.221001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8701ef7-7d8d-40b8-8962-e7fa110b1928","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.2210243,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8701ef7-7d8d-40b8-8962-e7fa110b1928"} {"level":"info","ts":1784336935.2528682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.2529325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d4ed1e5-319c-4b03-94d4-5d9f92630d63"} {"level":"info","ts":1784336935.2529428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d4ed1e5-319c-4b03-94d4-5d9f92630d63"} {"level":"info","ts":1784336935.2529535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d4ed1e5-319c-4b03-94d4-5d9f92630d63","EoS":false} {"level":"info","ts":1784336935.2529645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d4ed1e5-319c-4b03-94d4-5d9f92630d63","EoS":true} {"level":"info","ts":1784336935.2529857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d4ed1e5-319c-4b03-94d4-5d9f92630d63","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.253014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d4ed1e5-319c-4b03-94d4-5d9f92630d63"} {"level":"info","ts":1784336935.3058398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.3059072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e43deba7-b4e4-4cea-96a2-1c1eba290e76"} {"level":"info","ts":1784336935.3059177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e43deba7-b4e4-4cea-96a2-1c1eba290e76"} {"level":"info","ts":1784336935.3059287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e43deba7-b4e4-4cea-96a2-1c1eba290e76","EoS":false} {"level":"info","ts":1784336935.305938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e43deba7-b4e4-4cea-96a2-1c1eba290e76","EoS":true} {"level":"info","ts":1784336935.3059568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e43deba7-b4e4-4cea-96a2-1c1eba290e76","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.3059807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e43deba7-b4e4-4cea-96a2-1c1eba290e76"} {"level":"info","ts":1784336935.3463852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336935.3464432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f6f7252-f2a8-4c6b-8631-f3e467092844"} {"level":"info","ts":1784336935.3464534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f6f7252-f2a8-4c6b-8631-f3e467092844"} {"level":"info","ts":1784336935.3464706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f6f7252-f2a8-4c6b-8631-f3e467092844","EoS":false} {"level":"info","ts":1784336935.3464804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f6f7252-f2a8-4c6b-8631-f3e467092844","EoS":true} {"level":"info","ts":1784336935.3464994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f6f7252-f2a8-4c6b-8631-f3e467092844","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336935.346522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f6f7252-f2a8-4c6b-8631-f3e467092844"} {"level":"info","ts":1784336968.1391823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.1392899,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8882d5b8-b14e-4b79-83a4-8e87ff1e4982"} {"level":"info","ts":1784336968.1393077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8882d5b8-b14e-4b79-83a4-8e87ff1e4982"} {"level":"info","ts":1784336968.139321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8882d5b8-b14e-4b79-83a4-8e87ff1e4982","EoS":false} {"level":"info","ts":1784336968.1393318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8882d5b8-b14e-4b79-83a4-8e87ff1e4982","EoS":true} {"level":"info","ts":1784336968.1393552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8882d5b8-b14e-4b79-83a4-8e87ff1e4982","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.139388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8882d5b8-b14e-4b79-83a4-8e87ff1e4982"} {"level":"info","ts":1784336968.1824427,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.1825392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5a83efa-e945-4494-84da-ad42ddc7a941"} {"level":"info","ts":1784336968.182558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5a83efa-e945-4494-84da-ad42ddc7a941"} {"level":"info","ts":1784336968.1825776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5a83efa-e945-4494-84da-ad42ddc7a941","EoS":false} {"level":"info","ts":1784336968.182597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5a83efa-e945-4494-84da-ad42ddc7a941","EoS":true} {"level":"info","ts":1784336968.1826284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5a83efa-e945-4494-84da-ad42ddc7a941","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.1826606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5a83efa-e945-4494-84da-ad42ddc7a941"} {"level":"info","ts":1784336968.2152658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.2153366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"715dc9a0-ba47-4211-97b0-489244ecb906"} {"level":"info","ts":1784336968.2153454,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"715dc9a0-ba47-4211-97b0-489244ecb906"} {"level":"info","ts":1784336968.215357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"715dc9a0-ba47-4211-97b0-489244ecb906","EoS":false} {"level":"info","ts":1784336968.2153702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"715dc9a0-ba47-4211-97b0-489244ecb906","EoS":true} {"level":"info","ts":1784336968.215397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"715dc9a0-ba47-4211-97b0-489244ecb906","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.2154262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"715dc9a0-ba47-4211-97b0-489244ecb906"} {"level":"info","ts":1784336968.2470715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.247187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9373d25e-8e90-49d5-ba31-b9317da0e4d8"} {"level":"info","ts":1784336968.2472043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9373d25e-8e90-49d5-ba31-b9317da0e4d8"} {"level":"info","ts":1784336968.2472212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9373d25e-8e90-49d5-ba31-b9317da0e4d8","EoS":false} {"level":"info","ts":1784336968.2472389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9373d25e-8e90-49d5-ba31-b9317da0e4d8","EoS":true} {"level":"info","ts":1784336968.2472632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9373d25e-8e90-49d5-ba31-b9317da0e4d8","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.2472916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9373d25e-8e90-49d5-ba31-b9317da0e4d8"} {"level":"info","ts":1784336968.2787666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.2788563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f2b5f80-a351-4787-91ce-a76f4412cc3b"} {"level":"info","ts":1784336968.2788727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f2b5f80-a351-4787-91ce-a76f4412cc3b"} {"level":"info","ts":1784336968.2788916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f2b5f80-a351-4787-91ce-a76f4412cc3b","EoS":false} {"level":"info","ts":1784336968.2789032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f2b5f80-a351-4787-91ce-a76f4412cc3b","EoS":true} {"level":"info","ts":1784336968.2789264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f2b5f80-a351-4787-91ce-a76f4412cc3b","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.2789524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f2b5f80-a351-4787-91ce-a76f4412cc3b"} {"level":"info","ts":1784336968.3117223,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.3117957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"891b59df-0ba7-4f74-8183-fdc920f8c6fd"} {"level":"info","ts":1784336968.3118064,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"891b59df-0ba7-4f74-8183-fdc920f8c6fd"} {"level":"info","ts":1784336968.3118174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"891b59df-0ba7-4f74-8183-fdc920f8c6fd","EoS":false} {"level":"info","ts":1784336968.3118534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"891b59df-0ba7-4f74-8183-fdc920f8c6fd","EoS":true} {"level":"info","ts":1784336968.311879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"891b59df-0ba7-4f74-8183-fdc920f8c6fd","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.3119035,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"891b59df-0ba7-4f74-8183-fdc920f8c6fd"} {"level":"info","ts":1784336968.3485072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.3485773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86c1894e-3a65-46c6-a3ea-9a4d6663ccb6"} {"level":"info","ts":1784336968.3485887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86c1894e-3a65-46c6-a3ea-9a4d6663ccb6"} {"level":"info","ts":1784336968.3486001,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86c1894e-3a65-46c6-a3ea-9a4d6663ccb6","EoS":false} {"level":"info","ts":1784336968.348611,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86c1894e-3a65-46c6-a3ea-9a4d6663ccb6","EoS":true} {"level":"info","ts":1784336968.3486316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86c1894e-3a65-46c6-a3ea-9a4d6663ccb6","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.3486567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86c1894e-3a65-46c6-a3ea-9a4d6663ccb6"} {"level":"info","ts":1784336968.3791642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.379238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c42598e-5b22-46a1-be89-c2a4f6cb2925"} {"level":"info","ts":1784336968.3792493,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c42598e-5b22-46a1-be89-c2a4f6cb2925"} {"level":"info","ts":1784336968.3792608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c42598e-5b22-46a1-be89-c2a4f6cb2925","EoS":false} {"level":"info","ts":1784336968.3792741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c42598e-5b22-46a1-be89-c2a4f6cb2925","EoS":true} {"level":"info","ts":1784336968.3792953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c42598e-5b22-46a1-be89-c2a4f6cb2925","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.379321,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c42598e-5b22-46a1-be89-c2a4f6cb2925"} {"level":"info","ts":1784336968.4090102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.4090865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8df77152-13a2-44a2-a411-baea91ebfd9d"} {"level":"info","ts":1784336968.4091163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8df77152-13a2-44a2-a411-baea91ebfd9d"} {"level":"info","ts":1784336968.4091282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8df77152-13a2-44a2-a411-baea91ebfd9d","EoS":false} {"level":"info","ts":1784336968.409138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8df77152-13a2-44a2-a411-baea91ebfd9d","EoS":true} {"level":"info","ts":1784336968.4091597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8df77152-13a2-44a2-a411-baea91ebfd9d","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.4091866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8df77152-13a2-44a2-a411-baea91ebfd9d"} {"level":"info","ts":1784336968.4411557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.4412253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88aec99a-39c7-4ae9-b36f-7ac946506d04"} {"level":"info","ts":1784336968.441236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88aec99a-39c7-4ae9-b36f-7ac946506d04"} {"level":"info","ts":1784336968.4412472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88aec99a-39c7-4ae9-b36f-7ac946506d04","EoS":false} {"level":"info","ts":1784336968.4412575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88aec99a-39c7-4ae9-b36f-7ac946506d04","EoS":true} {"level":"info","ts":1784336968.441278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88aec99a-39c7-4ae9-b36f-7ac946506d04","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.441303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88aec99a-39c7-4ae9-b36f-7ac946506d04"} {"level":"info","ts":1784336968.4722664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.472335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7dd97aa-2c7d-4689-836f-4aebf26025ad"} {"level":"info","ts":1784336968.4723444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7dd97aa-2c7d-4689-836f-4aebf26025ad"} {"level":"info","ts":1784336968.4723568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7dd97aa-2c7d-4689-836f-4aebf26025ad","EoS":false} {"level":"info","ts":1784336968.4723704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7dd97aa-2c7d-4689-836f-4aebf26025ad","EoS":true} {"level":"info","ts":1784336968.4723916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7dd97aa-2c7d-4689-836f-4aebf26025ad","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.4724135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7dd97aa-2c7d-4689-836f-4aebf26025ad"} {"level":"info","ts":1784336968.5063715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784336968.5064385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56bfe580-8805-444a-8162-3da8800c4180"} {"level":"info","ts":1784336968.5064483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56bfe580-8805-444a-8162-3da8800c4180"} {"level":"info","ts":1784336968.5064712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56bfe580-8805-444a-8162-3da8800c4180","EoS":false} {"level":"info","ts":1784336968.506482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56bfe580-8805-444a-8162-3da8800c4180","EoS":true} {"level":"info","ts":1784336968.5065384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56bfe580-8805-444a-8162-3da8800c4180","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784336968.5065644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56bfe580-8805-444a-8162-3da8800c4180"}