{"level":"info","ts":1780948793.5515878,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1780948793.5517223,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1780948793.553348,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1780948793.5533743,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1780948793.5533924,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1780948793.5533993,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1780948793.5534058,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1780948793.5534124,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1780948793.5534186,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1780948793.5534265,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1780948793.5535932,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"bedrock-openai,openai,anthropic,azure-openai"} {"level":"info","ts":1780948793.5536602,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1780948793.5537095,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1780948793.553876,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1780948793.5541346,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1780948793.5542166,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1780948793.5545304,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1780948793.5549908,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1780948793.555218,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1780948793.5552788,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"error","ts":1780948793.632291,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:80","msg":"failed to get informer from cache","error":"unable to retrieve the complete list of server APIs: inference.opendatahub.io/v1alpha1: no matches for inference.opendatahub.io/v1alpha1, Resource=","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:80\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948793.6336722,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36013.81510942,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780948793.633701,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"error","ts":1780948793.6384282,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948793.7174277,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948793.8184886,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1780948793.9353101,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780948793.9353633,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1780948800.4384255,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1780948800.4385195,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"error","ts":1780948803.5595133,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948803.5636675,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948803.5702412,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948806.2859695,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780948806.2864923,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a"} {"level":"info","ts":1780948806.2865148,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a"} {"level":"info","ts":1780948806.2865567,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","EoS":true} {"level":"info","ts":1780948806.2865908,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780948806.2866101,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780948806.286645,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780948806.2866554,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1780948806.2866657,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1780948806.2867126,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948806.2867286,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780948806.2867556,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a"} {"level":"info","ts":1780948806.288003,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a"} {"level":"info","ts":1780948806.2880218,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a"} {"level":"info","ts":1780948806.288036,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","EoS":false} {"level":"info","ts":1780948806.2880473,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","EoS":true} {"level":"info","ts":1780948806.2880712,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948806.2880917,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"1fed94f5-0e24-41c4-bfce-04169330900a"} {"level":"error","ts":1780948813.5594494,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948813.5635047,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948813.566488,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948822.8864968,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780948822.8865948,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a"} {"level":"info","ts":1780948822.8866096,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a"} {"level":"info","ts":1780948822.8866293,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","EoS":true} {"level":"info","ts":1780948822.886661,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780948822.8866847,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","field":"model"} {"level":"info","ts":1780948822.8867018,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780948822.8867142,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948822.8867261,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780948822.886744,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a"} {"level":"info","ts":1780948822.8916087,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a"} {"level":"info","ts":1780948822.891632,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a"} {"level":"info","ts":1780948822.8916485,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","EoS":false} {"level":"info","ts":1780948822.891662,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","EoS":true} {"level":"info","ts":1780948822.8916838,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948822.8917003,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"5676789e-0f87-4f95-9c7f-a87daf20893a"} {"level":"info","ts":1780948822.9247422,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780948822.9248374,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae"} {"level":"info","ts":1780948822.924853,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae"} {"level":"info","ts":1780948822.924872,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","EoS":true} {"level":"info","ts":1780948822.9249258,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780948822.9249456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780948822.924961,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780948822.9249697,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1780948822.9249802,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1780948822.9250004,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948822.9250114,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780948822.925031,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae"} {"level":"info","ts":1780948822.9259613,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae"} {"level":"info","ts":1780948822.9259846,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae"} {"level":"info","ts":1780948822.926,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","EoS":false} {"level":"info","ts":1780948822.9260123,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","EoS":true} {"level":"info","ts":1780948822.9260342,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948822.9260523,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"d153ff6c-f172-41f6-b715-366892b12cae"} {"level":"error","ts":1780948823.5586908,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948823.5637412,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948823.5680492,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948833.5584788,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948833.5618033,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948833.5651233,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948843.5586433,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948843.563701,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948843.5671792,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948847.8389912,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780948847.8390703,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59"} {"level":"info","ts":1780948847.8390803,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59"} {"level":"info","ts":1780948847.8390925,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","EoS":true} {"level":"info","ts":1780948847.8391125,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780948847.8391283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780948847.8391418,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780948847.839148,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1780948847.8391557,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1780948847.8391721,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948847.8391793,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780948847.8391912,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59"} {"level":"info","ts":1780948847.8400505,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59"} {"level":"info","ts":1780948847.8400712,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59"} {"level":"info","ts":1780948847.8400905,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","EoS":false} {"level":"info","ts":1780948847.8401062,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","EoS":true} {"level":"info","ts":1780948847.8401387,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948847.8401597,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"61f5eb82-a610-4f73-abd2-d74f5039fa59"} {"level":"error","ts":1780948853.5590177,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948853.5623348,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948853.5656796,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948863.5587597,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948863.5638435,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948863.5669293,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948864.3866103,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780948864.386689,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1"} {"level":"info","ts":1780948864.3867059,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1"} {"level":"info","ts":1780948864.3867188,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","EoS":true} {"level":"info","ts":1780948864.3867407,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780948864.3867526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780948864.3867638,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780948864.3867688,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1780948864.3867762,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1780948864.3867924,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948864.3867996,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780948864.386811,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1"} {"level":"info","ts":1780948864.3876154,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1"} {"level":"info","ts":1780948864.3876352,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1"} {"level":"info","ts":1780948864.3876483,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","EoS":false} {"level":"info","ts":1780948864.3876584,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","EoS":true} {"level":"info","ts":1780948864.3876948,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948864.3877113,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"a8002e7c-539e-42ce-ba96-887cc98dd7d1"} {"level":"error","ts":1780948873.558376,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948873.5622234,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948873.5665781,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948881.2699735,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1780948881.2700508,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76"} {"level":"info","ts":1780948881.2700617,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76"} {"level":"info","ts":1780948881.2700732,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","EoS":true} {"level":"info","ts":1780948881.2700942,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1780948881.2701068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1780948881.2701192,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1780948881.270127,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1780948881.2701347,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1780948881.270148,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948881.2701552,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1780948881.270166,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76"} {"level":"info","ts":1780948881.2709978,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76"} {"level":"info","ts":1780948881.2710247,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76"} {"level":"info","ts":1780948881.2710478,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","EoS":false} {"level":"info","ts":1780948881.2710693,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","EoS":true} {"level":"info","ts":1780948881.2710915,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76","plugin":"api-translation/api-translation"} {"level":"info","ts":1780948881.2711084,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"73e47845-5ec2-481a-92ed-c553003d2a76"} {"level":"error","ts":1780948883.5651414,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948883.568649,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948883.571742,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948893.5589585,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948893.5637412,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948893.5673497,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948903.5581322,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948903.5614245,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948903.5659254,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1780948913.5555656,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1780948913.5556428,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"info","ts":1780948913.5556839,"caller":"manager/internal.go:571","msg":"Stopping and waiting for non leader election runnables"} {"level":"info","ts":1780948913.5557063,"caller":"manager/internal.go:566","msg":"Stopping and waiting for warmup runnables"} {"level":"info","ts":1780948913.5557282,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"ext-proc"} {"level":"error","ts":1780948913.555784,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1780948913.5558476,"caller":"manager/internal.go:533","msg":"error received after stop sequence was engaged","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).engageStopProcedure.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:533"} {"level":"info","ts":1780948913.5558643,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"health"} {"level":"info","ts":1780948913.5560129,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"health"} {"level":"info","ts":1780948913.5562885,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"ext-proc"} {"level":"info","ts":1780948913.5563262,"caller":"manager/internal.go:575","msg":"Stopping and waiting for leader election runnables"} {"level":"info","ts":1780948913.5563538,"caller":"controller/controller.go:326","msg":"Shutdown signal received, waiting for all workers to finish","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780948913.556417,"caller":"controller/controller.go:328","msg":"All workers finished","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1780948913.5564437,"caller":"manager/internal.go:583","msg":"Stopping and waiting for caches"} {"level":"info","ts":1780948913.5565374,"logger":"controller-runtime.cache","caller":"cache/reflector.go:373","msg":"Stopping reflector","type":"*v1.Secret","resyncPeriod":36013.81510942,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"error","ts":1780948913.5593238,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948913.5624259,"caller":"manager/internal.go:587","msg":"Stopping and waiting for webhooks"} {"level":"info","ts":1780948913.5624678,"caller":"manager/internal.go:590","msg":"Stopping and waiting for HTTP servers"} {"level":"error","ts":1780948913.562414,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1780948913.5625095,"logger":"controller-runtime.metrics","caller":"server/server.go:254","msg":"Shutting down metrics server with timeout of 1 minute"} {"level":"info","ts":1780948913.5626142,"caller":"manager/internal.go:594","msg":"Wait completed, proceeding to shutdown the manager"} {"level":"error","ts":1780948913.5626357,"logger":"setup","caller":"runner/runner.go:243","msg":"Error starting manager","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/cmd/bbr/runner.(*Runner).Run\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/cmd/bbr/runner/runner.go:243\nmain.main\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/cmd/main.go:41\nruntime.main\n\truntime/proc.go:285"}