{"level":"info","ts":1781006963.1705432,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1781006963.1706944,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1781006963.1724658,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1781006963.1724997,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1781006963.1725135,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1781006963.1725187,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1781006963.1725233,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1781006963.1725276,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1781006963.1725316,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1781006963.1725361,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1781006963.1726832,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"bedrock-openai,openai,anthropic,azure-openai"} {"level":"info","ts":1781006963.1727355,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1781006963.1727812,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1781006963.1730106,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1781006963.1731162,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1781006963.1731353,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1781006963.1734495,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1781006963.1738906,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1781006963.174016,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1781006963.1741054,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"error","ts":1781006963.248356,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:80","msg":"failed to get informer from cache","error":"unable to retrieve the complete list of server APIs: inference.opendatahub.io/v1alpha1: no matches for inference.opendatahub.io/v1alpha1, Resource=","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:80\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781006963.2540486,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781006963.3332658,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781006963.3335872,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37027.577288508,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781006963.3336065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781006963.4435391,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781006963.6353402,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781006963.6353931,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1781006964.6389952,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1781006964.6391172,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"error","ts":1781006973.1775928,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781006973.1813047,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781006973.1850398,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781006976.4883568,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781006976.4889257,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988"} {"level":"info","ts":1781006976.4889495,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988"} {"level":"info","ts":1781006976.4889846,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","EoS":true} {"level":"info","ts":1781006976.4890096,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781006976.4890287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781006976.4890459,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781006976.4890518,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1781006976.4890597,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1781006976.4891207,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","plugin":"api-translation/api-translation"} {"level":"info","ts":1781006976.4891305,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781006976.489144,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988"} {"level":"info","ts":1781006976.4902291,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988"} {"level":"info","ts":1781006976.4902482,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988"} {"level":"info","ts":1781006976.490267,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","EoS":false} {"level":"info","ts":1781006976.4902852,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","EoS":true} {"level":"info","ts":1781006976.4903336,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988","plugin":"api-translation/api-translation"} {"level":"info","ts":1781006976.4903624,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"2e7e6edf-3f69-4a88-a87f-aa588b38d988"} {"level":"error","ts":1781006983.1823027,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781006983.1878707,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781006983.1929808,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781006993.060666,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781006993.0607595,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436"} {"level":"info","ts":1781006993.0607803,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436"} {"level":"info","ts":1781006993.0608022,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","EoS":true} {"level":"info","ts":1781006993.0608358,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781006993.0608609,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","field":"model"} {"level":"info","ts":1781006993.0608788,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781006993.0608914,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","plugin":"api-translation/api-translation"} {"level":"info","ts":1781006993.060904,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781006993.0609214,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436"} {"level":"info","ts":1781006993.0651786,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436"} {"level":"info","ts":1781006993.065219,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436"} {"level":"info","ts":1781006993.0652418,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","EoS":false} {"level":"info","ts":1781006993.0652716,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","EoS":true} {"level":"info","ts":1781006993.0653026,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436","plugin":"api-translation/api-translation"} {"level":"info","ts":1781006993.0653281,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"dc9fa3cb-e6e7-4bd5-b19d-ea617146d436"} {"level":"info","ts":1781006993.0959191,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781006993.096011,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403"} {"level":"info","ts":1781006993.0960274,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403"} {"level":"info","ts":1781006993.096047,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","EoS":true} {"level":"info","ts":1781006993.096124,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781006993.0961437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781006993.096164,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781006993.0961735,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1781006993.096187,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1781006993.09621,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","plugin":"api-translation/api-translation"} {"level":"info","ts":1781006993.0962245,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781006993.0962436,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403"} {"level":"info","ts":1781006993.0982225,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403"} {"level":"info","ts":1781006993.0982435,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403"} {"level":"info","ts":1781006993.098259,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","EoS":false} {"level":"info","ts":1781006993.0982714,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","EoS":true} {"level":"info","ts":1781006993.0983021,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403","plugin":"api-translation/api-translation"} {"level":"info","ts":1781006993.0983195,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"6ff7568d-9653-4d84-8441-1ec220f1e403"} {"level":"error","ts":1781006993.1779485,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781006993.1819248,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781006993.1859448,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007003.1777205,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007003.1811187,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007003.1846278,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007013.1778939,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007013.1824498,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007013.188527,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781007017.9507952,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781007017.9508727,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47"} {"level":"info","ts":1781007017.9508822,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47"} {"level":"info","ts":1781007017.9508953,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","EoS":true} {"level":"info","ts":1781007017.950919,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781007017.9509292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781007017.9509425,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781007017.9509478,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1781007017.9509559,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1781007017.9509726,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","plugin":"api-translation/api-translation"} {"level":"info","ts":1781007017.95098,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781007017.9509919,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47"} {"level":"info","ts":1781007017.951778,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47"} {"level":"info","ts":1781007017.9517977,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47"} {"level":"info","ts":1781007017.951812,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","EoS":false} {"level":"info","ts":1781007017.9518242,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","EoS":true} {"level":"info","ts":1781007017.9518461,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47","plugin":"api-translation/api-translation"} {"level":"info","ts":1781007017.9518611,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"4e00cfc1-39c1-4396-93a7-0c882dddcb47"} {"level":"error","ts":1781007023.1790535,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007023.182582,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007023.1859016,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007033.1785524,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007033.1835496,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007033.1875148,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781007034.4886172,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781007034.4886966,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299"} {"level":"info","ts":1781007034.4887056,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299"} {"level":"info","ts":1781007034.4887173,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","EoS":true} {"level":"info","ts":1781007034.4887376,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781007034.4887521,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781007034.4887638,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781007034.488773,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1781007034.488781,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1781007034.4887953,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","plugin":"api-translation/api-translation"} {"level":"info","ts":1781007034.4888036,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781007034.4888158,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299"} {"level":"info","ts":1781007034.4895837,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299"} {"level":"info","ts":1781007034.4895961,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299"} {"level":"info","ts":1781007034.489607,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","EoS":false} {"level":"info","ts":1781007034.4896173,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","EoS":true} {"level":"info","ts":1781007034.489635,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299","plugin":"api-translation/api-translation"} {"level":"info","ts":1781007034.489647,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"90d0427d-ab14-4dfc-834d-3617cd620299"} {"level":"error","ts":1781007043.1779397,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007043.1816926,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007043.186222,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781007051.352799,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781007051.3528807,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1"} {"level":"info","ts":1781007051.3528907,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1"} {"level":"info","ts":1781007051.3529027,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","EoS":true} {"level":"info","ts":1781007051.3529258,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781007051.35294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781007051.3529522,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781007051.3529596,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1781007051.3529675,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1781007051.3529832,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","plugin":"api-translation/api-translation"} {"level":"info","ts":1781007051.3529902,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781007051.3530023,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1"} {"level":"info","ts":1781007051.3538778,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1"} {"level":"info","ts":1781007051.3538985,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1"} {"level":"info","ts":1781007051.3539176,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","EoS":false} {"level":"info","ts":1781007051.3539293,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","EoS":true} {"level":"info","ts":1781007051.3539546,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1","plugin":"api-translation/api-translation"} {"level":"info","ts":1781007051.3539705,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"8dffba45-93d1-4f39-b258-32b91de93ea1"} {"level":"error","ts":1781007053.1777976,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007053.181098,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007053.184437,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007063.1776404,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007063.1816943,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007063.1863186,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007073.177883,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007073.1816368,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007073.1852965,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007083.1738045,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"info","ts":1781007083.1739123,"caller":"manager/internal.go:571","msg":"Stopping and waiting for non leader election runnables"} {"level":"info","ts":1781007083.1739361,"caller":"manager/internal.go:566","msg":"Stopping and waiting for warmup runnables"} {"level":"info","ts":1781007083.1739583,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"ext-proc"} {"level":"info","ts":1781007083.1740613,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"health"} {"level":"error","ts":1781007083.1741557,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1781007083.174199,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1781007083.1742318,"caller":"manager/internal.go:533","msg":"error received after stop sequence was engaged","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).engageStopProcedure.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:533"} {"level":"info","ts":1781007083.1741726,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"health"} {"level":"info","ts":1781007083.1748545,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"ext-proc"} {"level":"info","ts":1781007083.1748884,"caller":"manager/internal.go:575","msg":"Stopping and waiting for leader election runnables"} {"level":"info","ts":1781007083.17491,"caller":"controller/controller.go:326","msg":"Shutdown signal received, waiting for all workers to finish","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781007083.1750271,"caller":"controller/controller.go:328","msg":"All workers finished","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781007083.1750605,"caller":"manager/internal.go:583","msg":"Stopping and waiting for caches"} {"level":"info","ts":1781007083.1751716,"logger":"controller-runtime.cache","caller":"cache/reflector.go:373","msg":"Stopping reflector","type":"*v1.Secret","resyncPeriod":37027.577288508,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"error","ts":1781007083.1779776,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007083.1825082,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781007083.1871464,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781007083.1872268,"caller":"manager/internal.go:587","msg":"Stopping and waiting for webhooks"} {"level":"info","ts":1781007083.18726,"caller":"manager/internal.go:590","msg":"Stopping and waiting for HTTP servers"} {"level":"info","ts":1781007083.1872778,"logger":"controller-runtime.metrics","caller":"server/server.go:254","msg":"Shutting down metrics server with timeout of 1 minute"} {"level":"info","ts":1781007083.1873674,"caller":"manager/internal.go:594","msg":"Wait completed, proceeding to shutdown the manager"} {"level":"error","ts":1781007083.187379,"logger":"setup","caller":"runner/runner.go:243","msg":"Error starting manager","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/cmd/bbr/runner.(*Runner).Run\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/cmd/bbr/runner/runner.go:243\nmain.main\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/cmd/main.go:41\nruntime.main\n\truntime/proc.go:285"}