{"level":"info","ts":1780993340.0898156,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1780993340.0899417,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":1780993340.091623,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"}
{"level":"info","ts":1780993340.091652,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1780993340.0916677,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1780993340.091675,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1780993340.0916817,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1780993340.0916986,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1780993340.091707,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1780993340.0917156,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."}
{"level":"info","ts":1780993340.0918508,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"anthropic,azure-openai,bedrock-openai,openai"}
{"level":"info","ts":1780993340.0919423,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"}
{"level":"info","ts":1780993340.0919905,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1780993340.0921423,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1780993340.0923512,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1780993340.092415,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1780993340.0926921,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1780993340.0931106,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"}
{"level":"info","ts":1780993340.0932548,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1780993340.093316,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"error","ts":1780993340.1537695,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:80","msg":"failed to get informer from cache","error":"unable to retrieve the complete list of server APIs: inference.opendatahub.io/v1alpha1: no matches for inference.opendatahub.io/v1alpha1, Resource=","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:80\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993340.1588352,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993340.1627533,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780993340.2350836,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38086.698643682,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780993340.2351134,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780993340.3444028,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780993340.5368204,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1780993340.5368917,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1}
{"level":"info","ts":1780993342.2382581,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1780993342.238356,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"error","ts":1780993350.0967977,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993350.101169,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993350.1057434,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780993352.3370295,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780993352.3378174,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54"}
{"level":"info","ts":1780993352.337844,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54"}
{"level":"info","ts":1780993352.3379114,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","EoS":true}
{"level":"info","ts":1780993352.3379369,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780993352.3379633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780993352.337994,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780993352.3380027,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1780993352.338252,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1780993352.3383315,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993352.33836,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780993352.3383882,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54"}
{"level":"info","ts":1780993352.339624,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54"}
{"level":"info","ts":1780993352.3396413,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54"}
{"level":"info","ts":1780993352.3396606,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","EoS":false}
{"level":"info","ts":1780993352.339673,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","EoS":true}
{"level":"info","ts":1780993352.3397012,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993352.3397222,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"5b009137-2c53-4d30-ac2a-e53949afcd54"}
{"level":"error","ts":1780993360.0972292,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993360.1008177,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993360.1044102,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780993368.8851492,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780993368.8852305,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a"}
{"level":"info","ts":1780993368.8852417,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a"}
{"level":"info","ts":1780993368.8852546,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","EoS":true}
{"level":"info","ts":1780993368.8852794,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780993368.8852923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780993368.8853047,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780993368.8853128,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1780993368.8853204,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1780993368.8853374,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993368.8853445,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780993368.8853564,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a"}
{"level":"info","ts":1780993368.886324,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a"}
{"level":"info","ts":1780993368.886347,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a"}
{"level":"info","ts":1780993368.8863642,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","EoS":false}
{"level":"info","ts":1780993368.8863773,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","EoS":true}
{"level":"info","ts":1780993368.8864062,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993368.8864245,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"834eaf6e-72d1-45e7-860f-6b7846af8d2a"}
{"level":"error","ts":1780993370.0976267,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993370.102549,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993370.106657,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993380.0974398,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993380.1011758,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993380.1045592,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780993385.7589982,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780993385.7590697,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b"}
{"level":"info","ts":1780993385.7590787,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b"}
{"level":"info","ts":1780993385.759091,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","EoS":true}
{"level":"info","ts":1780993385.7591383,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780993385.7591522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780993385.7591643,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780993385.7591922,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1780993385.759201,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1780993385.7592154,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993385.7592227,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780993385.7592351,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b"}
{"level":"info","ts":1780993385.760124,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b"}
{"level":"info","ts":1780993385.7601457,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b"}
{"level":"info","ts":1780993385.76016,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","EoS":false}
{"level":"info","ts":1780993385.7601743,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","EoS":true}
{"level":"info","ts":1780993385.760201,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993385.7602193,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"99dd61b7-959e-4636-838c-b13a660dc40b"}
{"level":"error","ts":1780993390.0986304,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993390.1036983,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993390.1070848,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993400.0965416,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993400.0997896,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993400.1031945,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993410.0989895,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993410.1042187,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993410.1075141,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780993419.7196884,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780993419.719769,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224"}
{"level":"info","ts":1780993419.7197778,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224"}
{"level":"info","ts":1780993419.7197907,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","EoS":true}
{"level":"info","ts":1780993419.7198086,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780993419.7198265,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","field":"model"}
{"level":"info","ts":1780993419.7198396,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780993419.7198458,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993419.719854,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780993419.7198944,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224"}
{"level":"info","ts":1780993419.7236118,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224"}
{"level":"info","ts":1780993419.7236352,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224"}
{"level":"info","ts":1780993419.723651,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","EoS":false}
{"level":"info","ts":1780993419.7236638,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","EoS":true}
{"level":"info","ts":1780993419.7236824,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993419.7237022,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"94697627-5912-4dd2-9e10-4864237f4224"}
{"level":"error","ts":1780993420.0976353,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993420.101096,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993420.1051025,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780993421.9570408,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780993421.9571292,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd"}
{"level":"info","ts":1780993421.957142,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd"}
{"level":"info","ts":1780993421.9571543,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","EoS":true}
{"level":"info","ts":1780993421.957178,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780993421.957193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780993421.9572053,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780993421.9572122,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1780993421.9572203,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}}
{"level":"info","ts":1780993421.9572368,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993421.9572444,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780993421.9572573,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd"}
{"level":"info","ts":1780993421.9582956,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd"}
{"level":"info","ts":1780993421.9583166,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd"}
{"level":"info","ts":1780993421.9583366,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","EoS":false}
{"level":"info","ts":1780993421.9583502,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","EoS":true}
{"level":"info","ts":1780993421.9583735,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780993421.95839,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"b2f30bee-723d-48b2-b9dc-ed65e16769dd"}
{"level":"error","ts":1780993430.0972908,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993430.1007235,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993430.1039977,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993440.096769,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993440.1011345,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993440.1056159,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993450.0972152,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993450.1006374,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993450.1038482,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993460.0932117,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"info","ts":1780993460.093307,"caller":"manager/internal.go:571","msg":"Stopping and waiting for non leader election runnables"}
{"level":"info","ts":1780993460.0933394,"caller":"manager/internal.go:566","msg":"Stopping and waiting for warmup runnables"}
{"level":"info","ts":1780993460.093397,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"ext-proc"}
{"level":"info","ts":1780993460.09351,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"health"}
{"level":"info","ts":1780993460.0935771,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"health"}
{"level":"error","ts":1780993460.093636,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"error","ts":1780993460.0936692,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"error","ts":1780993460.0937028,"caller":"manager/internal.go:533","msg":"error received after stop sequence was engaged","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).engageStopProcedure.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:533"}
{"level":"info","ts":1780993460.0940616,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"ext-proc"}
{"level":"info","ts":1780993460.0941098,"caller":"manager/internal.go:575","msg":"Stopping and waiting for leader election runnables"}
{"level":"info","ts":1780993460.0941312,"caller":"controller/controller.go:326","msg":"Shutdown signal received, waiting for all workers to finish","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1780993460.094215,"caller":"controller/controller.go:328","msg":"All workers finished","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1780993460.0942554,"caller":"manager/internal.go:583","msg":"Stopping and waiting for caches"}
{"level":"info","ts":1780993460.0943608,"logger":"controller-runtime.cache","caller":"cache/reflector.go:373","msg":"Stopping reflector","type":"*v1.Secret","resyncPeriod":38086.698643682,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"error","ts":1780993460.0971973,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993460.103809,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780993460.1073494,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780993460.1074378,"caller":"manager/internal.go:587","msg":"Stopping and waiting for webhooks"}
{"level":"info","ts":1780993460.1074662,"caller":"manager/internal.go:590","msg":"Stopping and waiting for HTTP servers"}
{"level":"info","ts":1780993460.107482,"logger":"controller-runtime.metrics","caller":"server/server.go:254","msg":"Shutting down metrics server with timeout of 1 minute"}
{"level":"info","ts":1780993460.1075673,"caller":"manager/internal.go:594","msg":"Wait completed, proceeding to shutdown the manager"}
{"level":"error","ts":1780993460.107594,"logger":"setup","caller":"runner/runner.go:243","msg":"Error starting manager","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/cmd/bbr/runner.(*Runner).Run\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/cmd/bbr/runner/runner.go:243\nmain.main\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/cmd/main.go:41\nruntime.main\n\truntime/proc.go:285"}