{"level":"info","ts":1782928228.3513446,"logger":"setup","caller":"runner/runner.go:116","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1782928228.3514664,"logger":"setup","caller":"runner/runner.go:144","msg":"Flags processed","flags":{"config-file":"/config/custom-pre-processing-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1782928228.3538046,"logger":"setup","caller":"runner/runner.go:189","msg":"Setting pprof handlers"} {"level":"info","ts":1782928228.3538404,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1782928228.3538666,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1782928228.3538747,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1782928228.353882,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1782928228.3538897,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1782928228.3538969,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1782928228.454718,"logger":"setup","caller":"loader/configloader.go:157","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor}]}}]}"} {"level":"info","ts":1782928228.454892,"logger":"setup","caller":"runner/runner.go:237","msg":"manager starting"} {"level":"info","ts":1782928228.4549663,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1782928228.4551537,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1782928228.4552386,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1782928228.4552877,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1782928228.455467,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1782928228.455696,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1782928228.4558735,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":38682.983587282,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.4558897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.5231047,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1782928228.5234873,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":39345.330993717,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.5235455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.523851,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1782928228.5241356,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":36542.98287393,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.524195,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.5405445,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.540746,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.5409224,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1782928228.5561843,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1782928228.5562036,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1782928228.556233,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1782928228.556239,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1782928228.627069,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1782928228.6271646,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1782928243.42408,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1782928243.424218,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1782928432.8325052,"caller":"handlers/server.go:123","msg":"Processing"} {"level":"info","ts":1782928432.8329825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"244c63f0-a5c7-4aa6-b9ed-08df67e5913d"} {"level":"info","ts":1782928432.8329997,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"244c63f0-a5c7-4aa6-b9ed-08df67e5913d"} {"level":"info","ts":1782928432.8330288,"caller":"handlers/server.go:163","msg":"Incoming request body chunk","x-request-id":"244c63f0-a5c7-4aa6-b9ed-08df67e5913d","EoS":false} {"level":"info","ts":1782928432.833043,"caller":"handlers/server.go:163","msg":"Incoming request body chunk","x-request-id":"244c63f0-a5c7-4aa6-b9ed-08df67e5913d","EoS":true} {"level":"info","ts":1782928432.8330646,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"244c63f0-a5c7-4aa6-b9ed-08df67e5913d","field":"model"} {"level":"info","ts":1782928432.8330917,"caller":"handlers/server.go:169","msg":"processing request body complete","x-request-id":"244c63f0-a5c7-4aa6-b9ed-08df67e5913d"} {"level":"info","ts":1782928432.967624,"caller":"handlers/server.go:123","msg":"Processing"} {"level":"info","ts":1782928432.9676902,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"fd840867-45dc-45f6-a475-1996e1b6d195"} {"level":"info","ts":1782928432.9950545,"caller":"handlers/server.go:123","msg":"Processing"} {"level":"info","ts":1782928432.9951177,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"93eab318-9fa5-4b9c-b6c4-99ec1987d9e1"} {"level":"info","ts":1782928433.0619848,"caller":"handlers/server.go:123","msg":"Processing"} {"level":"info","ts":1782928433.0620682,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"5f1c1fba-97d7-48a1-86e7-a0b8f86ca910"} {"level":"info","ts":1782928465.818568,"caller":"handlers/server.go:123","msg":"Processing"} {"level":"info","ts":1782928465.8186488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8955e711-23d5-4a12-b107-5b6cb439319e"} {"level":"info","ts":1782928465.8186567,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"8955e711-23d5-4a12-b107-5b6cb439319e"} {"level":"info","ts":1782928465.8186672,"caller":"handlers/server.go:163","msg":"Incoming request body chunk","x-request-id":"8955e711-23d5-4a12-b107-5b6cb439319e","EoS":false} {"level":"info","ts":1782928465.818678,"caller":"handlers/server.go:163","msg":"Incoming request body chunk","x-request-id":"8955e711-23d5-4a12-b107-5b6cb439319e","EoS":true} {"level":"info","ts":1782928465.818696,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8955e711-23d5-4a12-b107-5b6cb439319e","field":"model"} {"level":"info","ts":1782928465.8187206,"caller":"handlers/server.go:169","msg":"processing request body complete","x-request-id":"8955e711-23d5-4a12-b107-5b6cb439319e"} {"level":"info","ts":1782928465.9045954,"caller":"handlers/server.go:123","msg":"Processing"} {"level":"info","ts":1782928465.9046617,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"03975d72-3e24-4964-944d-b75504779113"} {"level":"info","ts":1782928465.9193802,"caller":"handlers/server.go:123","msg":"Processing"} {"level":"info","ts":1782928465.919455,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"58713bcd-e030-4834-aa04-833e1b13ca99"} {"level":"info","ts":1782928465.973416,"caller":"handlers/server.go:123","msg":"Processing"} {"level":"info","ts":1782928465.973498,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"08ae79d5-174f-4928-9cc3-0d8200fd2bf5"}