{"level":"info","ts":1788792575.1653795,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1788792575.167936,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1788792575.1679616,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1788792575.1679757,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1788792575.167981,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1788792575.1679914,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1788792575.167996,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1788792575.168,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1788792575.2358782,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1788792575.2360718,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1788792575.2361112,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1788792575.2364244,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1788792575.2364926,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1788792575.2365398,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1788792575.2368093,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788792575.2370691,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1788792575.2373188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":34939.860046322,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.2373362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.2376142,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788792575.2377546,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788792575.2378383,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":36441.052664086,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.2378516,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.2380283,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788792575.2382283,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788792575.2382896,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788792575.2383502,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":38660.884873656,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.2383626,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.241798,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.2660623,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.310051,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788792575.3373392,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788792575.3373797,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788792575.337417,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788792575.3374338,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788792575.3385713,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788792575.3385901,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788792575.3386254,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788792575.3386428,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788792575.3386924,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788792575.3387067,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788792577.3708704,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1788792577.3709662,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1788793171.495003,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793171.495151,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793171.495143,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793172.5417125,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793172.5710714,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793172.9691389,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793229.7820413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793239.8106852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m6.841494997s"} {"level":"info","ts":1788793239.8106852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m7.268900806s"} {"level":"info","ts":1788793249.809699,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m16.840502334s"} {"level":"info","ts":1788793249.8107648,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m17.268999098s"} {"level":"info","ts":1788793259.8105562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m27.26878687s"} {"level":"info","ts":1788793259.8105664,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m26.841375943s"} {"level":"info","ts":1788793269.809637,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m36.840440319s"} {"level":"info","ts":1788793269.8107011,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m37.268938602s"} {"level":"info","ts":1788793279.8100302,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m46.840835815s"} {"level":"info","ts":1788793279.8111024,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m47.269337939s"} {"level":"info","ts":1788793289.810072,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m56.840879648s"} {"level":"info","ts":1788793289.8111477,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 1m57.269383687s"} {"level":"info","ts":1788793295.496384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793299.8100123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m6.840812884s"} {"level":"info","ts":1788793309.809796,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m16.840601913s"} {"level":"info","ts":1788793319.8102798,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m26.841083774s"} {"level":"info","ts":1788793329.8096316,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m36.840438115s"} {"level":"info","ts":1788793339.80996,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 2m46.84076691s"} {"level":"info","ts":1788793341.9736202,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793341.9737713,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793343.1237686,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793343.1304574,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788793356.1365013,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41408\": net/http: TLS handshake timeout - error from a previous attempt: EOF","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788793357.6261632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793458.96535,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793458.9654343,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793459.741651,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793540.7857418,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793540.7858233,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793540.7858396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793541.605025,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793541.6977003,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793542.1630394,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788793797.6128857,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","error":"failed to list *v1alpha1.ExternalModel: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41831\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793797.6129234,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","error":"failed to list maas.opendatahub.io/v1alpha1, Kind=ExternalModel: Get \"https://172.31.0.1:443/apis/maas.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41815\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793797.613862,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41817\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788793798.5339255,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793798.6867101,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793798.7174375,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788794012.108451,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41817\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.108449,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","error":"failed to list maas.opendatahub.io/v1alpha1, Kind=ExternalModel: Get \"https://172.31.0.1:443/apis/maas.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41815\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1107996,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","error":"failed to list *v1alpha1.ExternalModel: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41831\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788794013.1741607,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.4507604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.5785775,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.8161054,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.8167825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.817367,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}