{"level":"info","ts":1780954593.5834148,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1780954593.58351,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":1780954593.5856733,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"}
{"level":"info","ts":1780954593.5857074,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1780954593.5857372,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1780954593.585742,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1780954593.5857472,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1780954593.5857515,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1780954593.5857558,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1780954593.5857606,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."}
{"level":"info","ts":1780954593.5859199,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"}
{"level":"info","ts":1780954593.5859675,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"}
{"level":"info","ts":1780954593.5860143,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1780954593.5861492,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1780954593.586367,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1780954593.58642,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1780954593.586679,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1780954593.587095,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"}
{"level":"info","ts":1780954593.5871801,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1780954593.5872254,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"error","ts":1780954593.673518,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:80","msg":"failed to get informer from cache","error":"unable to retrieve the complete list of server APIs: inference.opendatahub.io/v1alpha1: no matches for inference.opendatahub.io/v1alpha1, Resource=","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:80\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954593.6778765,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780954593.6781213,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37566.417092074,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780954593.6781394,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"error","ts":1780954593.683393,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780954593.7839646,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1780954593.9792814,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1780954593.9793198,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1}
{"level":"info","ts":1780954595.7783122,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1780954595.7784302,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"error","ts":1780954603.5933146,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954603.5981553,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954603.6018634,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780954606.5311103,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780954606.5316086,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1"}
{"level":"info","ts":1780954606.5316284,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1"}
{"level":"info","ts":1780954606.5316784,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","EoS":true}
{"level":"info","ts":1780954606.5317032,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780954606.531744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780954606.531766,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780954606.5317733,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1780954606.5317814,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1780954606.5318172,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954606.5318263,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780954606.5318391,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1"}
{"level":"info","ts":1780954606.5336716,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1"}
{"level":"info","ts":1780954606.533689,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1"}
{"level":"info","ts":1780954606.533703,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","EoS":false}
{"level":"info","ts":1780954606.5337148,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","EoS":true}
{"level":"info","ts":1780954606.533751,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954606.5337744,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"39992d92-1a3a-4554-b175-6f42de0932b1"}
{"level":"error","ts":1780954613.5910516,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954613.5943112,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954613.597805,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780954623.1094875,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780954623.1095874,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e"}
{"level":"info","ts":1780954623.1096,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e"}
{"level":"info","ts":1780954623.1096163,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","EoS":true}
{"level":"info","ts":1780954623.1096363,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780954623.109662,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","field":"model"}
{"level":"info","ts":1780954623.1097457,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780954623.1097534,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954623.109761,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780954623.1097715,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e"}
{"level":"info","ts":1780954623.113921,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e"}
{"level":"info","ts":1780954623.1139414,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e"}
{"level":"info","ts":1780954623.1139581,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","EoS":false}
{"level":"info","ts":1780954623.1139743,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","EoS":true}
{"level":"info","ts":1780954623.1139948,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954623.1140108,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"b2d758bc-e51f-45dd-bfd2-36742174453e"}
{"level":"info","ts":1780954623.1450803,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780954623.1451638,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1"}
{"level":"info","ts":1780954623.1451755,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1"}
{"level":"info","ts":1780954623.1451874,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","EoS":true}
{"level":"info","ts":1780954623.1452086,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780954623.145223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780954623.1452394,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780954623.1452491,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1780954623.1452572,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}}
{"level":"info","ts":1780954623.145284,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954623.145291,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780954623.145303,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1"}
{"level":"info","ts":1780954623.1470242,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1"}
{"level":"info","ts":1780954623.1470435,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1"}
{"level":"info","ts":1780954623.1470582,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","EoS":false}
{"level":"info","ts":1780954623.1470697,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","EoS":true}
{"level":"info","ts":1780954623.1470907,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954623.1471214,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"7b737708-9289-464a-a8b2-56e8feede8a1"}
{"level":"error","ts":1780954623.5959556,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954623.6011987,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954623.6043184,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954633.591298,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954633.595129,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954633.5988498,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954643.5912566,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954643.594504,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954643.5980515,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780954648.0678115,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780954648.0678866,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d567975-0133-4326-ac71-ead155244756"}
{"level":"info","ts":1780954648.0678964,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"9d567975-0133-4326-ac71-ead155244756"}
{"level":"info","ts":1780954648.0679078,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"9d567975-0133-4326-ac71-ead155244756","EoS":true}
{"level":"info","ts":1780954648.067928,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"9d567975-0133-4326-ac71-ead155244756","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780954648.0679414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d567975-0133-4326-ac71-ead155244756","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780954648.0679529,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"9d567975-0133-4326-ac71-ead155244756","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780954648.0679586,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"9d567975-0133-4326-ac71-ead155244756","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1780954648.067966,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"9d567975-0133-4326-ac71-ead155244756","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1780954648.067981,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"9d567975-0133-4326-ac71-ead155244756","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954648.0679893,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"9d567975-0133-4326-ac71-ead155244756","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780954648.0680003,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"9d567975-0133-4326-ac71-ead155244756"}
{"level":"info","ts":1780954648.0688052,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d567975-0133-4326-ac71-ead155244756"}
{"level":"info","ts":1780954648.068825,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"9d567975-0133-4326-ac71-ead155244756"}
{"level":"info","ts":1780954648.0688386,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"9d567975-0133-4326-ac71-ead155244756","EoS":false}
{"level":"info","ts":1780954648.0688498,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"9d567975-0133-4326-ac71-ead155244756","EoS":true}
{"level":"info","ts":1780954648.0688715,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"9d567975-0133-4326-ac71-ead155244756","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954648.0689118,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"9d567975-0133-4326-ac71-ead155244756"}
{"level":"error","ts":1780954653.5909588,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954653.5951538,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954653.599374,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954663.5912344,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954663.5948026,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954663.6015158,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780954664.6285334,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780954664.6286118,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4"}
{"level":"info","ts":1780954664.6286216,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4"}
{"level":"info","ts":1780954664.6286345,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","EoS":true}
{"level":"info","ts":1780954664.6286614,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780954664.628672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780954664.6286845,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780954664.628692,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1780954664.6287,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1780954664.6287396,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954664.6287518,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780954664.6287634,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4"}
{"level":"info","ts":1780954664.6296227,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4"}
{"level":"info","ts":1780954664.6296427,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4"}
{"level":"info","ts":1780954664.6296568,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","EoS":false}
{"level":"info","ts":1780954664.6296678,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","EoS":true}
{"level":"info","ts":1780954664.62969,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954664.6297061,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"f51e7950-9b6f-4629-a1f6-4c8fc68d55e4"}
{"level":"error","ts":1780954673.5920208,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954673.5967906,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954673.6001477,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780954681.556121,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1780954681.5561943,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692"}
{"level":"info","ts":1780954681.5562038,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692"}
{"level":"info","ts":1780954681.5562153,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","EoS":true}
{"level":"info","ts":1780954681.5562363,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1780954681.5562465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1780954681.55626,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1780954681.5562668,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1780954681.5562744,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1780954681.5562875,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954681.556295,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1780954681.5563064,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692"}
{"level":"info","ts":1780954681.5570989,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692"}
{"level":"info","ts":1780954681.557111,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692"}
{"level":"info","ts":1780954681.557122,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","EoS":false}
{"level":"info","ts":1780954681.5571318,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","EoS":true}
{"level":"info","ts":1780954681.5571535,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692","plugin":"api-translation/api-translation"}
{"level":"info","ts":1780954681.557166,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"8f20b1c4-7fef-461b-a63d-906e18a4f692"}
{"level":"error","ts":1780954683.5913465,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954683.5949607,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954683.5984614,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954693.5930119,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954693.5986018,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954693.602145,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954703.5904157,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954703.5938659,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954703.5976186,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954713.586911,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"info","ts":1780954713.5872784,"caller":"manager/internal.go:571","msg":"Stopping and waiting for non leader election runnables"}
{"level":"info","ts":1780954713.587325,"caller":"manager/internal.go:566","msg":"Stopping and waiting for warmup runnables"}
{"level":"info","ts":1780954713.587358,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"ext-proc"}
{"level":"error","ts":1780954713.5876377,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"info","ts":1780954713.587764,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"health"}
{"level":"error","ts":1780954713.587867,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"error","ts":1780954713.5879014,"caller":"manager/internal.go:533","msg":"error received after stop sequence was engaged","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).engageStopProcedure.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:533"}
{"level":"info","ts":1780954713.588005,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"health"}
{"level":"info","ts":1780954713.5886455,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"ext-proc"}
{"level":"info","ts":1780954713.5886834,"caller":"manager/internal.go:575","msg":"Stopping and waiting for leader election runnables"}
{"level":"info","ts":1780954713.5887077,"caller":"controller/controller.go:326","msg":"Shutdown signal received, waiting for all workers to finish","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1780954713.5887787,"caller":"controller/controller.go:328","msg":"All workers finished","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1780954713.5887988,"caller":"manager/internal.go:583","msg":"Stopping and waiting for caches"}
{"level":"info","ts":1780954713.5889246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:373","msg":"Stopping reflector","type":"*v1.Secret","resyncPeriod":37566.417092074,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"error","ts":1780954713.592442,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954713.5956995,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1780954713.5991247,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1780954713.5992026,"caller":"manager/internal.go:587","msg":"Stopping and waiting for webhooks"}
{"level":"info","ts":1780954713.5992293,"caller":"manager/internal.go:590","msg":"Stopping and waiting for HTTP servers"}
{"level":"info","ts":1780954713.5992463,"logger":"controller-runtime.metrics","caller":"server/server.go:254","msg":"Shutting down metrics server with timeout of 1 minute"}
{"level":"info","ts":1780954713.5993507,"caller":"manager/internal.go:594","msg":"Wait completed, proceeding to shutdown the manager"}
{"level":"error","ts":1780954713.599374,"logger":"setup","caller":"runner/runner.go:243","msg":"Error starting manager","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/cmd/bbr/runner.(*Runner).Run\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/cmd/bbr/runner/runner.go:243\nmain.main\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/cmd/main.go:41\nruntime.main\n\truntime/proc.go:285"}