{"level":"info","ts":1781017314.1303678,"logger":"setup","caller":"runner/runner.go:91","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1781017314.1304522,"logger":"setup","caller":"runner/runner.go:119","msg":"Flags processed","flags":{"enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"plugin":[{"Type":"body-field-to-header","Name":"model-extractor","JSON":{"fieldName":"model","headerName":"X-Gateway-Model-Name"},"Raw":"body-field-to-header:model-extractor:{\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}"},{"Type":"model-provider-resolver","Name":"model-provider-resolver","JSON":null,"Raw":"model-provider-resolver:model-provider-resolver"},{"Type":"api-translation","Name":"api-translation","JSON":null,"Raw":"api-translation:api-translation"},{"Type":"apikey-injection","Name":"apikey-injection","JSON":null,"Raw":"apikey-injection:apikey-injection"}],"secure-serving":true,"streaming":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":1781017314.133323,"logger":"setup","caller":"runner/runner.go:164","msg":"Setting pprof handlers"}
{"level":"info","ts":1781017314.1333714,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1781017314.1333857,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1781017314.1333911,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1781017314.133396,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1781017314.1334043,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1781017314.1334093,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1781017314.1334145,"logger":"setup","caller":"runner/runner.go:198","msg":"BBR plugins are specified. Running BBR with the specified plugins."}
{"level":"info","ts":1781017314.1335666,"caller":"api-translation/plugin.go:107","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"}
{"level":"info","ts":1781017314.133631,"logger":"setup","caller":"runner/runner.go:241","msg":"Manager starting"}
{"level":"info","ts":1781017314.13392,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1781017314.1338477,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1781017314.1344638,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1781017314.1346474,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1781017314.1350324,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1781017314.13542,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"}
{"level":"info","ts":1781017314.135499,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1781017314.135542,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"error","ts":1781017314.2163937,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:80","msg":"failed to get informer from cache","error":"unable to retrieve the complete list of server APIs: inference.opendatahub.io/v1alpha1: no matches for inference.opendatahub.io/v1alpha1, Resource=","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:80\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017314.220712,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017314.2252114,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1781017314.2255056,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36015.465889111,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781017314.2255232,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781017314.4093952,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"info","ts":1781017314.5270102,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1781017314.5270448,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1}
{"level":"info","ts":1781017315.2273579,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1781017315.2274473,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"error","ts":1781017324.1404424,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017324.1444612,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017324.1476247,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1781017327.4724011,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781017327.4728656,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd"}
{"level":"info","ts":1781017327.472883,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd"}
{"level":"info","ts":1781017327.4729118,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","EoS":true}
{"level":"info","ts":1781017327.4729633,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1781017327.472988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1781017327.4730046,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1781017327.4730122,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1781017327.4730194,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1781017327.4730697,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017327.4730844,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1781017327.4730988,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd"}
{"level":"info","ts":1781017327.4743717,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd"}
{"level":"info","ts":1781017327.4743907,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd"}
{"level":"info","ts":1781017327.4744046,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","EoS":false}
{"level":"info","ts":1781017327.4744155,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","EoS":true}
{"level":"info","ts":1781017327.4744358,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017327.4744565,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"239f5559-fc1b-48d6-9498-a93fd571b6bd"}
{"level":"error","ts":1781017334.1389594,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017334.1423059,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017334.145524,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1781017344.0339186,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781017344.0340207,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce"}
{"level":"info","ts":1781017344.0340326,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce"}
{"level":"info","ts":1781017344.0340483,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","EoS":true}
{"level":"info","ts":1781017344.0340676,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1781017344.0340831,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","field":"model"}
{"level":"info","ts":1781017344.0340931,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1781017344.0340998,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017344.034108,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1781017344.0341187,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce"}
{"level":"info","ts":1781017344.039053,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce"}
{"level":"info","ts":1781017344.0390844,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce"}
{"level":"info","ts":1781017344.0391023,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","EoS":false}
{"level":"info","ts":1781017344.039114,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","EoS":true}
{"level":"info","ts":1781017344.0391302,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017344.039145,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"26a8ac34-67a9-4a98-934b-95eaf614f6ce"}
{"level":"info","ts":1781017344.0722055,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781017344.0722594,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102"}
{"level":"info","ts":1781017344.0722668,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102"}
{"level":"info","ts":1781017344.0722775,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","EoS":true}
{"level":"info","ts":1781017344.0722964,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1781017344.0723064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1781017344.0723164,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1781017344.0723221,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1781017344.0723298,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","key":{"name":"premium-simulated-simulated-premium","namespace":"llm"}}
{"level":"info","ts":1781017344.0728192,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017344.0728292,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1781017344.0728397,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102"}
{"level":"info","ts":1781017344.075361,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102"}
{"level":"info","ts":1781017344.0753806,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102"}
{"level":"info","ts":1781017344.0753994,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","EoS":false}
{"level":"info","ts":1781017344.0754104,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","EoS":true}
{"level":"info","ts":1781017344.0754309,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017344.0754461,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"466252e2-49ad-432d-8364-7b18b2935102"}
{"level":"error","ts":1781017344.1414604,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017344.1456356,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017344.1486855,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017354.139949,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017354.1431696,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017354.1463516,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017364.1410549,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017364.1460683,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017364.1493251,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1781017369.0036168,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781017369.003697,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb"}
{"level":"info","ts":1781017369.0037072,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb"}
{"level":"info","ts":1781017369.0037193,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","EoS":true}
{"level":"info","ts":1781017369.0037444,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1781017369.0037565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1781017369.003768,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1781017369.0037735,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1781017369.0037808,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1781017369.003808,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017369.003816,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1781017369.003827,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb"}
{"level":"info","ts":1781017369.0047076,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb"}
{"level":"info","ts":1781017369.0047276,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb"}
{"level":"info","ts":1781017369.0047426,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","EoS":false}
{"level":"info","ts":1781017369.004763,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","EoS":true}
{"level":"info","ts":1781017369.0047894,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017369.0048053,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"bb45a6c2-8adc-45b9-a2c3-f7d04c4319fb"}
{"level":"error","ts":1781017374.1391048,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017374.142293,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017374.1454735,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017384.139168,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017384.1431308,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017384.1463208,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1781017385.6162138,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781017385.6162982,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c"}
{"level":"info","ts":1781017385.6163085,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c"}
{"level":"info","ts":1781017385.61632,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","EoS":true}
{"level":"info","ts":1781017385.6163414,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1781017385.61636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1781017385.6163733,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1781017385.6163828,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1781017385.6163905,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1781017385.616406,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017385.6164157,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1781017385.6164327,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c"}
{"level":"info","ts":1781017385.6174212,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c"}
{"level":"info","ts":1781017385.6174433,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c"}
{"level":"info","ts":1781017385.6174643,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","EoS":false}
{"level":"info","ts":1781017385.6174846,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","EoS":true}
{"level":"info","ts":1781017385.617513,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017385.6175325,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"4bc03a4f-9b67-4d0d-b46c-1fedefb4b12c"}
{"level":"error","ts":1781017394.1400828,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017394.1449437,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017394.1488917,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1781017402.6265583,"caller":"handlers/server.go:89","msg":"Processing"}
{"level":"info","ts":1781017402.6266394,"caller":"handlers/request.go:48","msg":"captured request headers, deferring response until body arrives...","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad"}
{"level":"info","ts":1781017402.6266487,"caller":"handlers/server.go:127","msg":"processing request headers complete","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad"}
{"level":"info","ts":1781017402.626661,"caller":"handlers/server.go:129","msg":"Incoming request body chunk","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","EoS":true}
{"level":"info","ts":1781017402.626684,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","plugin":"model-extractor/body-field-to-header"}
{"level":"info","ts":1781017402.6266978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","field":"model","value":"facebook/opt-125m"}
{"level":"info","ts":1781017402.6267095,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","plugin":"model-provider-resolver/model-provider-resolver"}
{"level":"info","ts":1781017402.626718,"caller":"model-provider-resolver/plugin.go:134","msg":"received incoming request","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1781017402.626726,"caller":"model-provider-resolver/plugin.go:144","msg":"exported namespaced name from path","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","key":{"name":"facebook-opt-125m-simulated","namespace":"llm"}}
{"level":"info","ts":1781017402.6267393,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017402.626746,"caller":"handlers/request.go:144","msg":"Executing request plugin","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","plugin":"apikey-injection/apikey-injection"}
{"level":"info","ts":1781017402.6267571,"caller":"handlers/server.go:135","msg":"processing request body complete","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad"}
{"level":"info","ts":1781017402.6276665,"caller":"handlers/response.go:45","msg":"captured response headers, deferring response until body arrives...","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad"}
{"level":"info","ts":1781017402.6276877,"caller":"handlers/server.go:140","msg":"processing response headers complete","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad"}
{"level":"info","ts":1781017402.6277065,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","EoS":false}
{"level":"info","ts":1781017402.6277306,"caller":"handlers/server.go:142","msg":"Incoming response body chunk","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","EoS":true}
{"level":"info","ts":1781017402.6277676,"caller":"handlers/response.go:182","msg":"Executing response plugin","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad","plugin":"api-translation/api-translation"}
{"level":"info","ts":1781017402.6277878,"caller":"handlers/server.go:148","msg":"processing response body complete","x-request-id":"437b75b9-6722-45a2-a761-c362c00ddfad"}
{"level":"error","ts":1781017404.1390395,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017404.1425724,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017404.1459522,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017414.1401286,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017414.1451602,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017414.1484962,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017424.1391256,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017424.142404,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017424.1463003,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017434.1352708,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"info","ts":1781017434.1353729,"caller":"manager/internal.go:571","msg":"Stopping and waiting for non leader election runnables"}
{"level":"info","ts":1781017434.1353962,"caller":"manager/internal.go:566","msg":"Stopping and waiting for warmup runnables"}
{"level":"info","ts":1781017434.1354184,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"ext-proc"}
{"level":"info","ts":1781017434.1354651,"caller":"runnable/grpc.go:53","msg":"gRPC server shutting down","name":"health"}
{"level":"error","ts":1781017434.1355398,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"info","ts":1781017434.1355777,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"health"}
{"level":"error","ts":1781017434.135653,"caller":"controller/controller.go:383","msg":"Could not wait for Cache to sync","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalModel: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalModel","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:383"}
{"level":"error","ts":1781017434.1356905,"caller":"manager/internal.go:533","msg":"error received after stop sequence was engaged","error":"failed to wait for inference-externalmodel caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).engageStopProcedure.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:533"}
{"level":"info","ts":1781017434.13609,"caller":"runnable/grpc.go:63","msg":"gRPC server terminated","name":"ext-proc"}
{"level":"info","ts":1781017434.1361177,"caller":"manager/internal.go:575","msg":"Stopping and waiting for leader election runnables"}
{"level":"info","ts":1781017434.136141,"caller":"controller/controller.go:326","msg":"Shutdown signal received, waiting for all workers to finish","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1781017434.1361785,"caller":"controller/controller.go:328","msg":"All workers finished","controller":"secret","controllerGroup":"","controllerKind":"Secret"}
{"level":"info","ts":1781017434.1362526,"caller":"manager/internal.go:583","msg":"Stopping and waiting for caches"}
{"level":"info","ts":1781017434.1363902,"logger":"controller-runtime.cache","caller":"cache/reflector.go:373","msg":"Stopping reflector","type":"*v1.Secret","resyncPeriod":36015.465889111,"reflector":"k8s.io/client-go@v0.35.5/tools/cache/reflector.go:289"}
{"level":"error","ts":1781017434.1387765,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017434.142261,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalProvider.inference.opendatahub.io","error":"no matches for kind \"ExternalProvider\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"error","ts":1781017434.1456075,"logger":"controller-runtime.source.Kind","caller":"source/kind.go:75","msg":"if kind is a CRD, it should be installed before calling Start","kind":"ExternalModel.inference.opendatahub.io","error":"no matches for kind \"ExternalModel\" in version \"inference.opendatahub.io/v1alpha1\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:75\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.35.5/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/source/kind.go:68"}
{"level":"info","ts":1781017434.1456816,"caller":"manager/internal.go:587","msg":"Stopping and waiting for webhooks"}
{"level":"info","ts":1781017434.14571,"caller":"manager/internal.go:590","msg":"Stopping and waiting for HTTP servers"}
{"level":"info","ts":1781017434.1457255,"logger":"controller-runtime.metrics","caller":"server/server.go:254","msg":"Shutting down metrics server with timeout of 1 minute"}
{"level":"info","ts":1781017434.1458242,"caller":"manager/internal.go:594","msg":"Wait completed, proceeding to shutdown the manager"}
{"level":"error","ts":1781017434.1458468,"logger":"setup","caller":"runner/runner.go:243","msg":"Error starting manager","error":"failed to wait for externalprovider caches to sync kind source: *v1alpha1.ExternalProvider: timed out waiting for cache to be synced for Kind *v1alpha1.ExternalProvider","stacktrace":"sigs.k8s.io/gateway-api-inference-extension/cmd/bbr/runner.(*Runner).Run\n\tsigs.k8s.io/gateway-api-inference-extension@v0.0.0-20260429190324-8ed5a0cd5d11/cmd/bbr/runner/runner.go:243\nmain.main\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/cmd/main.go:41\nruntime.main\n\truntime/proc.go:285"}