{"level":"info","ts":1780960301.6249895,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1780960301.6250765,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1780960301.660854,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1780960301.6608977,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1780960301.660918,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1780960301.6609225,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1780960301.6609273,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1780960301.6609318,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1780960301.6609359,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1780960301.6609406,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1780960301.6611235,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1780960301.6611807,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1780960301.661226,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1780960301.6614099,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1780960301.6617439,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1780960301.6618054,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1780960301.6621377,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1780960301.6626563,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1780960301.6628108,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1780960301.662869,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"error","ts":1780960301.6855412,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:80","msg":"failed to get informer from cache","error":"unable to retrieve the complete list of server APIs: inference.opendatahub.io/v1alpha1: no matches for inference.opendatahub.io/v1alpha1, Resource=","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:80\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960301.7611563,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780960301.7615514,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37496.210060355,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780960301.7615721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"error","ts":1780960301.7662961,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780960301.8710325,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780960302.0636935,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780960302.063733,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1780960303.1697254,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1780960303.169833,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"error","ts":1780960311.666238,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960311.669004,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960311.671766,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780960314.750014,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780960314.750556,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2"} {"level":"info","ts":1780960314.750577,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2"} {"level":"info","ts":1780960314.7506518,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","EoS":true} {"level":"info","ts":1780960314.7506757,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780960314.750695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780960314.7507122,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780960314.7507205,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1780960314.750728,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1780960314.7507646,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960314.7507765,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780960314.7507954,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2"} {"level":"info","ts":1780960314.751975,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2"} {"level":"info","ts":1780960314.7519937,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2"} {"level":"info","ts":1780960314.752007,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","EoS":false} {"level":"info","ts":1780960314.7520182,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","EoS":true} {"level":"info","ts":1780960314.7520397,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960314.75206,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"bb44d162-82d8-4932-ade4-4ee65d302bc2"} {"level":"error","ts":1780960321.6663787,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960321.670818,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960321.674502,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780960331.273816,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780960331.2738924,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154"} {"level":"info","ts":1780960331.2739012,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154"} {"level":"info","ts":1780960331.2739139,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","EoS":true} {"level":"info","ts":1780960331.2739346,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780960331.2739477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780960331.2739582,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780960331.2739635,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1780960331.2739718,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1780960331.273989,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960331.273996,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780960331.2740076,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154"} {"level":"info","ts":1780960331.2750332,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154"} {"level":"info","ts":1780960331.275046,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154"} {"level":"info","ts":1780960331.275059,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","EoS":false} {"level":"info","ts":1780960331.2750688,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","EoS":true} {"level":"info","ts":1780960331.2750933,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960331.2751062,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"785f7bb2-e873-48a9-9461-73e5607b5154"} {"level":"error","ts":1780960331.6651902,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960331.667999,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960331.6703355,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960341.6650863,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960341.6719964,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960341.675309,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780960348.123382,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780960348.1235025,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9"} {"level":"info","ts":1780960348.1235182,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9"} {"level":"info","ts":1780960348.1235394,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","EoS":true} {"level":"info","ts":1780960348.1235764,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780960348.1235921,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780960348.1236107,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780960348.123622,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1780960348.1236336,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1780960348.1236541,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960348.123667,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780960348.123688,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9"} {"level":"info","ts":1780960348.124692,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9"} {"level":"info","ts":1780960348.1247127,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9"} {"level":"info","ts":1780960348.124727,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","EoS":false} {"level":"info","ts":1780960348.1247377,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","EoS":true} {"level":"info","ts":1780960348.1247633,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960348.1247795,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"2f94b5f8-4131-4026-96d1-5a92da5823c9"} {"level":"error","ts":1780960351.6661348,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960351.6686838,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960351.6710975,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960361.6655934,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960361.67063,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960361.6734314,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960371.6654556,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960371.6682396,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960371.6707027,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960381.666092,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960381.6729212,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960381.6758518,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780960381.9936202,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780960381.9937134,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094"} {"level":"info","ts":1780960381.9937263,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094"} {"level":"info","ts":1780960381.9937427,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","EoS":true} {"level":"info","ts":1780960381.99377,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780960381.9937925,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","field":"model"} {"level":"info","ts":1780960381.993806,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780960381.993815,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960381.9938273,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780960381.9938426,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094"} {"level":"info","ts":1780960381.9987857,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094"} {"level":"info","ts":1780960381.998813,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094"} {"level":"info","ts":1780960381.9988337,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","EoS":false} {"level":"info","ts":1780960381.9988463,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","EoS":true} {"level":"info","ts":1780960381.9988663,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960381.9988852,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"3b14cb6d-7fa0-47c8-958f-f8b349259094"} {"level":"info","ts":1780960384.2706718,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780960384.2707536,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70"} {"level":"info","ts":1780960384.270763,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70"} {"level":"info","ts":1780960384.2707763,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","EoS":true} {"level":"info","ts":1780960384.270805,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780960384.2708206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780960384.270849,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780960384.2708578,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1780960384.270866,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1780960384.2708917,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960384.2709157,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780960384.2709277,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70"} {"level":"info","ts":1780960384.272901,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70"} {"level":"info","ts":1780960384.2729278,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70"} {"level":"info","ts":1780960384.2729483,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","EoS":false} {"level":"info","ts":1780960384.2729592,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","EoS":true} {"level":"info","ts":1780960384.2729826,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70","plugin":"api-translation/api-translation"} {"level":"info","ts":1780960384.2729995,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"8aa91db1-78d7-4c50-9471-4d9f1042ca70"} {"level":"error","ts":1780960391.6653168,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960391.6681936,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960391.6708841,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960401.6661074,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960401.6712067,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960401.6739712,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960411.6662335,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960411.6692965,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960411.6718976,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780960421.6627586,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1780960421.6628559,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1780960421.6629093,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1780960421.6629333,"caller":"manager/internal.go:533","msg":"error received after stop sequence was engaged","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).engageStopProcedure.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:533"} {"level":"info","ts":1780960421.6629605,"caller":"manager/internal.go:571","msg":"Stopping and waiting for non leader election runnables"} {"level":"info","ts":1780960421.662998,"caller":"manager/internal.go:566","msg":"Stopping and waiting for warmup runnables"} {"level":"info","ts":1780960421.6630242,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"ext-proc"} {"level":"info","ts":1780960421.6630464,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"health"} {"level":"info","ts":1780960421.6631458,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"health"} {"level":"info","ts":1780960421.663746,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"ext-proc"} {"level":"info","ts":1780960421.6637743,"caller":"manager/internal.go:575","msg":"Stopping and waiting for leader election runnables"} {"level":"info","ts":1780960421.6637976,"caller":"controller/controller.go:326","msg":"Shutdown signal received, waiting for all workers to finish","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780960421.6638453,"caller":"controller/controller.go:328","msg":"All workers finished","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780960421.6639404,"caller":"manager/internal.go:583","msg":"Stopping and waiting for caches"} {"level":"info","ts":1780960421.6640444,"logger":"controller-runtime.cache","caller":"cache/reflector.go:373","msg":"Stopping reflector","type":"*v1.Secret","resyncPeriod":37496.210060355,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"error","ts":1780960421.6663184,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780960421.666674,"caller":"manager/internal.go:587","msg":"Stopping and waiting for webhooks"} {"level":"info","ts":1780960421.6667037,"caller":"manager/internal.go:590","msg":"Stopping and waiting for HTTP servers"} {"level":"info","ts":1780960421.6671076,"logger":"controller-runtime.metrics","caller":"server/server.go:254","msg":"Shutting down metrics server with timeout of 1 minute"} {"level":"info","ts":1780960421.667204,"caller":"manager/internal.go:594","msg":"Wait completed, proceeding to shutdown the manager"} {"level":"error","ts":1780960421.6672268,"logger":"setup","caller":"runner/runner.go:243","msg":"Error starting manager","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/cmd/bbr/runner.(*Runner).Run\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/cmd/bbr/runner/runner.go:243\nmain.main\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/cmd/main.go:41\nruntime.main\n\truntime/proc.go:285"}