{"level":"info","ts":1782933980.2328517,"logger":"setup","caller":"runner/runner.go:116","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1782933980.2329803,"logger":"setup","caller":"runner/runner.go:144","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":1782933980.2356613,"logger":"setup","caller":"runner/runner.go:189","msg":"Setting pprof handlers"}
{"level":"info","ts":1782933980.2356896,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1782933980.2357132,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1782933980.2357206,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1782933980.2357278,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1782933980.2357352,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1782933980.2357428,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1782933980.261601,"logger":"setup","caller":"loader/configloader.go:157","msg":"Loaded raw configuration","config":"{Plugins: [{Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"}
{"level":"info","ts":1782933980.2617228,"caller":"api-translation/plugin.go:108","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"}
{"level":"info","ts":1782933980.261816,"logger":"setup","caller":"runner/runner.go:237","msg":"manager starting"}
{"level":"info","ts":1782933980.2618556,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1782933980.2619827,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1782933980.2622242,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1782933980.2622874,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1782933980.2625747,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1782933980.2628078,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":1782933980.263017,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":34532.035411998,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.2630336,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.2633162,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1782933980.2634208,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1782933980.263505,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38244.777069777,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.2635174,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.2636852,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1782933980.2638896,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1782933980.263953,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1782933980.264011,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":34092.963996466,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.2640238,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.2642665,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"}
{"level":"info","ts":1782933980.2644372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36420.732554044,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.264451,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.266576,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.2667737,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.267,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.359012,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1782933980.362976,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1782933980.3629954,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1782933980.363028,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1782933980.3630335,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1782933980.3641636,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1782933980.3641727,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1782933980.3641915,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1782933980.3641965,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1782933980.364218,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1782933980.3642247,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1782933980.4662924,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1782933980.4663506,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1}
{"level":"info","ts":1782933980.7822428,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1782933980.7823615,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1782934011.8235605,"caller":"handlers/server.go:123","msg":"Processing"}
{"level":"info","ts":1782934011.8239746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f"}
{"level":"info","ts":1782934011.8239913,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f"}
{"level":"info","ts":1782934011.8240206,"caller":"handlers/server.go:163","msg":"Incoming request body chunk","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f","EoS":true}
{"level":"info","ts":1782934011.8240697,"caller":"handlers/server.go:169","msg":"processing request body complete","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f"}
{"level":"info","ts":1782934011.828258,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f"}
{"level":"info","ts":1782934011.828279,"caller":"handlers/server.go:174","msg":"processing response headers complete","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f"}
{"level":"info","ts":1782934011.8282938,"caller":"handlers/server.go:176","msg":"Incoming response body chunk","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f","EoS":false}
{"level":"info","ts":1782934011.8283072,"caller":"handlers/server.go:176","msg":"Incoming response body chunk","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f","EoS":true}
{"level":"info","ts":1782934011.8283405,"caller":"handlers/server.go:188","msg":"processing response body complete","x-request-id":"ffc891a2-e360-47e2-8e3b-5b1ae9dabc7f"}
{"level":"info","ts":1782934011.876784,"caller":"handlers/server.go:123","msg":"Processing"}
{"level":"info","ts":1782934011.8768585,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"c1888763-7e6b-4393-a4af-fbea6e8a42a3"}
{"level":"info","ts":1782934011.8957477,"caller":"handlers/server.go:123","msg":"Processing"}
{"level":"info","ts":1782934011.895809,"caller":"handlers/server.go:161","msg":"processing request headers complete","x-request-id":"2f86559c-017c-427a-b59a-f8cadb895f9f"}
{"level":"info","ts":1782934011.8964615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f86559c-017c-427a-b59a-f8cadb895f9f"}
{"level":"info","ts":1782934011.8964813,"caller":"handlers/server.go:174","msg":"processing response headers complete","x-request-id":"2f86559c-017c-427a-b59a-f8cadb895f9f"}
{"level":"info","ts":1782934011.8964972,"caller":"handlers/server.go:176","msg":"Incoming response body chunk","x-request-id":"2f86559c-017c-427a-b59a-f8cadb895f9f","EoS":false}
panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x48 pc=0x1cda7f8]

goroutine 271 [running]:
github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process(0xc00156c5a0, {0x271f658, 0xc0001afec0})
	github.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.3/pkg/handlers/server.go:181 +0x12f8
github.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler({0x2264900?, 0xc00156c5a0}, {0x271a7e8, 0xc00014fc00})
	github.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106 +0xd8
google.golang.org/grpc.(*Server).processStreamingRPC(0xc0004b5b08, {0x270fb80, 0xc00135b1d0}, 0xc00017c9c0, 0xc00156c630, 0x3994940, 0x0)
	google.golang.org/grpc@v1.81.1/server.go:1716 +0x1172
google.golang.org/grpc.(*Server).handleStream(0xc0004b5b08, {0x2712978, 0xc0003fa680}, 0xc00017c9c0)
	google.golang.org/grpc@v1.81.1/server.go:1860 +0xb85
google.golang.org/grpc.(*Server).serveStreams.func2.1()
	google.golang.org/grpc@v1.81.1/server.go:1065 +0x7f
created by google.golang.org/grpc.(*Server).serveStreams.func2 in goroutine 278
	google.golang.org/grpc@v1.81.1/server.go:1076 +0x11d