{"level":"info","ts":1788792545.9535272,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1788792545.9536471,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"}
{"level":"info","ts":1788792545.9565718,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"}
{"level":"info","ts":1788792545.9566185,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1788792545.9566326,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1788792545.956638,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1788792545.956648,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1788792545.9566524,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1788792545.9566567,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1788792545.9575012,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"}
{"level":"info","ts":1788792545.9576442,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4}
{"level":"info","ts":1788792545.9792318,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"}
{"level":"info","ts":1788792545.9792957,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1788792545.9800258,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1788792545.9803107,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1788792545.9803846,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1788792545.980661,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1788792545.9810247,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"}
{"level":"info","ts":1788792545.9812198,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1788792545.9813015,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37565.152770786,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792545.9813137,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792545.9814596,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1788792545.9842856,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792545.9907546,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":38549.335851567,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792545.990773,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792545.9910102,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":38277.872005739,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792545.9910228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792545.9933836,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792545.993554,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788792546.0818415,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"}
{"level":"info","ts":1788792546.0818837,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1}
{"level":"info","ts":1788792546.0911102,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1788792546.0911322,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1788792546.0911558,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1788792546.091167,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1788792547.1355953,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1788792547.1357033,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1788793176.7082264,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793176.7083368,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793176.7083755,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793178.185629,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793178.1949532,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793178.2357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793238.0771294,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793239.4575646,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m1.26254437s"}
{"level":"info","ts":1788793239.4597056,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m1.274002496s"}
{"level":"info","ts":1788793249.4578726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m11.262868767s"}
{"level":"info","ts":1788793249.460006,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m11.274305557s"}
{"level":"info","ts":1788793259.4578717,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m21.262869245s"}
{"level":"info","ts":1788793259.4600046,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m21.274302905s"}
{"level":"info","ts":1788793269.458141,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m31.263130783s"}
{"level":"info","ts":1788793269.4592102,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m31.273508292s"}
{"level":"info","ts":1788793279.4573038,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m41.26229837s"}
{"level":"info","ts":1788793279.4594362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m41.273734084s"}
{"level":"info","ts":1788793289.4575458,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m51.26254109s"}
{"level":"info","ts":1788793289.4597013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m51.274001004s"}
{"level":"info","ts":1788793294.1703525,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793299.4597824,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m1.274076489s"}
{"level":"info","ts":1788793309.459995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m11.274287728s"}
{"level":"info","ts":1788793319.459637,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m21.273929196s"}
{"level":"info","ts":1788793329.459015,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m31.273307266s"}
{"level":"info","ts":1788793339.4597058,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m41.273998118s"}
{"level":"info","ts":1788793345.121627,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"}
{"level":"info","ts":1788793345.121777,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"}
{"level":"info","ts":1788793345.1218042,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"}
{"level":"info","ts":1788793345.1294138,"logger":"controller-runtime.cache","caller":"cache/reflector.go:724","msg":"watch-list failed - backing off","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?allowWatchBookmarks=true&resourceVersion=41652&resourceVersionMatch=NotOlderThan&sendInitialEvents=true&timeoutSeconds=306&watch=true\": dial tcp 172.31.0.1:443: connect: connection refused"}
{"level":"info","ts":1788793466.5318978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793511.534789,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793511.5348892,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793511.534935,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793512.4070067,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793512.4988508,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793512.683652,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"error","ts":1788793567.7230415,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","error":"failed to list *v1alpha1.ExternalModel: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41831\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"}
{"level":"error","ts":1788793567.7230415,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?labelSelector=inference.llm-d.ai%2Fipp-managed%3Dtrue&resourceVersion=41802\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"}
{"level":"error","ts":1788793567.7232034,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41802\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"}
{"level":"info","ts":1788793569.4630136,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793569.9582152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793570.1644795,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793744.7777176,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793744.7777197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793744.779855,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793789.7816956,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793789.7817705,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793789.7817914,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"}
{"level":"info","ts":1788793790.6399453,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793790.9960413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788793791.2790651,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"error","ts":1788794012.111212,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?labelSelector=inference.llm-d.ai%2Fipp-managed%3Dtrue&resourceVersion=41857\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"}
{"level":"error","ts":1788794012.111233,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41817\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"}
{"level":"error","ts":1788794012.1113722,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","error":"failed to list *v1alpha1.ExternalModel: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41831\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"}
{"level":"info","ts":1788794012.9653542,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788794012.99973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788794013.043327,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788794111.998519,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788794111.9987373,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1788794112.453234,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}