{"level":"info","ts":1781035644.3370206,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1781035644.3371043,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1781035644.339981,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"} {"level":"info","ts":1781035644.3400142,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1781035644.3400276,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1781035644.3400328,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1781035644.3400424,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1781035644.3400471,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1781035644.3400521,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1781035644.340057,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."} {"level":"info","ts":1781035644.340263,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"azure-openai,bedrock-openai,openai,anthropic"} {"level":"info","ts":1781035644.3403237,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"} {"level":"info","ts":1781035644.3403735,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1781035644.3411124,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1781035644.341194,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1781035644.34121,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1781035644.3415582,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1781035644.341931,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1781035644.3420281,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1781035644.342069,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1781035644.3421211,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"error","ts":1781035644.368757,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:80","msg":"failed to get informer from cache","error":"unable to retrieve the complete list of server APIs: inference.opendatahub.io/v1alpha1: no matches for inference.opendatahub.io/v1alpha1, Resource=","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:80\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035644.3690093,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38660.577088706,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781035644.3690271,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781035644.3693826,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":34854.942502646,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781035644.3693993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"error","ts":1781035644.4403558,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035644.4484103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"error","ts":1781035644.5432427,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035644.5506785,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781035644.551574,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1781035644.5515945,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1781035644.6707704,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781035644.6707957,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1781035645.6814315,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1781035645.6815243,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"error","ts":1781035654.348182,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035654.3528376,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035654.3566828,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035657.4678037,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781035657.4683797,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b"} {"level":"info","ts":1781035657.4683979,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b"} {"level":"info","ts":1781035657.4684336,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","EoS":true} {"level":"info","ts":1781035657.4684596,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781035657.468478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781035657.4684932,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781035657.4684994,"caller":"model-provider-resolver/plugin.go:146","msg":"received incoming request","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1781035657.4685063,"caller":"model-provider-resolver/plugin.go:156","msg":"exported namespaced name from path","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1781035657.4685488,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035657.4685607,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781035657.4685733,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b"} {"level":"info","ts":1781035657.4697962,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b"} {"level":"info","ts":1781035657.4698143,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b"} {"level":"info","ts":1781035657.4698284,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","EoS":false} {"level":"info","ts":1781035657.4698386,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","EoS":true} {"level":"info","ts":1781035657.4698603,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035657.4698796,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"dc19e8a8-b9d4-4495-86bf-0cbfae52709b"} {"level":"error","ts":1781035664.3456736,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035664.3490386,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035664.3533492,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035674.0122888,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781035674.012358,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113"} {"level":"info","ts":1781035674.0123668,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113"} {"level":"info","ts":1781035674.012377,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","EoS":true} {"level":"info","ts":1781035674.0123925,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781035674.012408,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","field":"model"} {"level":"info","ts":1781035674.0124187,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781035674.0124316,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035674.0124388,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781035674.0124495,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113"} {"level":"info","ts":1781035674.0172124,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113"} {"level":"info","ts":1781035674.0172331,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113"} {"level":"info","ts":1781035674.0172536,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","EoS":false} {"level":"info","ts":1781035674.017269,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","EoS":true} {"level":"info","ts":1781035674.0173066,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035674.01733,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"ede8aa97-2461-4b38-9e36-9db62e172113"} {"level":"info","ts":1781035674.0459528,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781035674.046003,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8"} {"level":"info","ts":1781035674.0460107,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8"} {"level":"info","ts":1781035674.0460215,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","EoS":true} {"level":"info","ts":1781035674.0460365,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781035674.046047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781035674.0460563,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781035674.0460613,"caller":"model-provider-resolver/plugin.go:146","msg":"received incoming request","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1781035674.046069,"caller":"model-provider-resolver/plugin.go:156","msg":"exported namespaced name from path","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}} {"level":"info","ts":1781035674.0460854,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035674.0460927,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781035674.0461204,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8"} {"level":"info","ts":1781035674.0475423,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8"} {"level":"info","ts":1781035674.047562,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8"} {"level":"info","ts":1781035674.0475802,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","EoS":false} {"level":"info","ts":1781035674.0475998,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","EoS":true} {"level":"info","ts":1781035674.0476258,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035674.0476468,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"5ec4cb6f-a121-4a56-a5ff-d7d5148e3bb8"} {"level":"error","ts":1781035674.3483813,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035674.3524094,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035674.3560355,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035684.3455484,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035684.3504124,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035684.3545644,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035694.3464105,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035694.349987,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035694.3535562,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035698.9238381,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781035698.923906,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312"} {"level":"info","ts":1781035698.9239192,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312"} {"level":"info","ts":1781035698.923938,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","EoS":true} {"level":"info","ts":1781035698.9239683,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781035698.9239836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781035698.9240024,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781035698.9240108,"caller":"model-provider-resolver/plugin.go:146","msg":"received incoming request","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1781035698.9240232,"caller":"model-provider-resolver/plugin.go:156","msg":"exported namespaced name from path","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1781035698.9240475,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035698.9240599,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781035698.9240777,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312"} {"level":"info","ts":1781035698.925674,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312"} {"level":"info","ts":1781035698.925695,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312"} {"level":"info","ts":1781035698.925709,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","EoS":false} {"level":"info","ts":1781035698.925721,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","EoS":true} {"level":"info","ts":1781035698.925744,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035698.92576,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"d385ef7a-0a1c-4e27-8835-a2c08e9ea312"} {"level":"error","ts":1781035704.3458815,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035704.3506777,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035704.3547661,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035714.3456714,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035714.348931,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035714.352185,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035715.4815707,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781035715.4816344,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee"} {"level":"info","ts":1781035715.4816446,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee"} {"level":"info","ts":1781035715.481655,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","EoS":true} {"level":"info","ts":1781035715.4816782,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781035715.4816904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781035715.481702,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781035715.4817076,"caller":"model-provider-resolver/plugin.go:146","msg":"received incoming request","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1781035715.481715,"caller":"model-provider-resolver/plugin.go:156","msg":"exported namespaced name from path","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1781035715.4817305,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035715.481738,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781035715.4817479,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee"} {"level":"info","ts":1781035715.482676,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee"} {"level":"info","ts":1781035715.4826877,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee"} {"level":"info","ts":1781035715.482699,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","EoS":false} {"level":"info","ts":1781035715.482709,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","EoS":true} {"level":"info","ts":1781035715.4827309,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035715.4827428,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"bad08fc7-e7dc-4d7c-a5fc-495f68346eee"} {"level":"error","ts":1781035724.3476195,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035724.352199,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035724.3558455,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035732.306874,"caller":"handlers/server.go:89","msg":"Processing"} {"level":"info","ts":1781035732.3069324,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e"} {"level":"info","ts":1781035732.3069406,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e"} {"level":"info","ts":1781035732.3069518,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","EoS":true} {"level":"info","ts":1781035732.3069692,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","plugin":"model-extractor/body-field-to-header"} {"level":"info","ts":1781035732.3069813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1781035732.3069923,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","plugin":"model-provider-resolver/model-provider-resolver"} {"level":"info","ts":1781035732.306998,"caller":"model-provider-resolver/plugin.go:146","msg":"received incoming request","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1781035732.3070073,"caller":"model-provider-resolver/plugin.go:156","msg":"exported namespaced name from path","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}} {"level":"info","ts":1781035732.3070228,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035732.3070302,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","plugin":"apikey-injection/apikey-injection"} {"level":"info","ts":1781035732.307042,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e"} {"level":"info","ts":1781035732.3080714,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e"} {"level":"info","ts":1781035732.3080916,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e"} {"level":"info","ts":1781035732.3081112,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","EoS":false} {"level":"info","ts":1781035732.3081448,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","EoS":true} {"level":"info","ts":1781035732.3081775,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e","plugin":"api-translation/api-translation"} {"level":"info","ts":1781035732.3081944,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"1ef17c03-1a69-4baa-9909-5aeca5b77c8e"} {"level":"error","ts":1781035734.3464804,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035734.3501925,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035734.3540297,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035744.347236,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035744.3521626,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035744.355736,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035754.3459861,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035754.3492916,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035754.3526483,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035764.3426332,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1781035764.3427098,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"info","ts":1781035764.3427453,"caller":"manager/internal.go:571","msg":"Stopping and waiting for non leader election runnables"} {"level":"info","ts":1781035764.3427682,"caller":"manager/internal.go:566","msg":"Stopping and waiting for warmup runnables"} {"level":"info","ts":1781035764.3427956,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"ext-proc"} {"level":"error","ts":1781035764.3428154,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"} {"level":"error","ts":1781035764.342901,"caller":"manager/internal.go:533","msg":"error received after stop sequence was engaged","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).engageStopProcedure.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:533"} {"level":"info","ts":1781035764.3429358,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"health"} {"level":"info","ts":1781035764.343025,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"health"} {"level":"info","ts":1781035764.3434186,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"ext-proc"} {"level":"info","ts":1781035764.3434541,"caller":"manager/internal.go:575","msg":"Stopping and waiting for leader election runnables"} {"level":"info","ts":1781035764.3434727,"caller":"controller/controller.go:326","msg":"Shutdown signal received, waiting for all workers to finish","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781035764.3434875,"caller":"controller/controller.go:326","msg":"Shutdown signal received, waiting for all workers to finish","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1781035764.3435779,"caller":"controller/controller.go:328","msg":"All workers finished","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1781035764.3435771,"caller":"controller/controller.go:328","msg":"All workers finished","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1781035764.343619,"caller":"manager/internal.go:583","msg":"Stopping and waiting for caches"} {"level":"info","ts":1781035764.343714,"logger":"controller-runtime.cache","caller":"cache/reflector.go:373","msg":"Stopping reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":34854.942502646,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"info","ts":1781035764.3437886,"logger":"controller-runtime.cache","caller":"cache/reflector.go:373","msg":"Stopping reflector","type":"*v1.Secret","resyncPeriod":38660.577088706,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"} {"level":"error","ts":1781035764.3479357,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"error","ts":1781035764.3529909,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"} {"level":"info","ts":1781035764.3530774,"caller":"manager/internal.go:587","msg":"Stopping and waiting for webhooks"} {"level":"info","ts":1781035764.353098,"caller":"manager/internal.go:590","msg":"Stopping and waiting for HTTP servers"} {"level":"info","ts":1781035764.3531694,"logger":"controller-runtime.metrics","caller":"server/server.go:254","msg":"Shutting down metrics server with timeout of 1 minute"} {"level":"info","ts":1781035764.353246,"caller":"manager/internal.go:594","msg":"Wait completed, proceeding to shutdown the manager"} {"level":"error","ts":1781035764.3532658,"logger":"setup","caller":"runner/runner.go:243","msg":"Error starting manager","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/cmd/bbr/runner.(*Runner).Run\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/cmd/bbr/runner/runner.go:243\nmain.main\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/cmd/main.go:41\nruntime.main\n\truntime/proc.go:285"}