=== logs ns=openshift-ingress selector=app=payload-processing pattern=error|fail|warn === --- last 80 lines (unfiltered) --- {"level":"info","ts":1789792139.2030773,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1789792139.203176,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"} {"level":"info","ts":1789792139.205206,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1789792139.2052298,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1789792139.2052453,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1789792139.2052522,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1789792139.2052577,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1789792139.205263,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1789792139.2052681,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1789792139.229556,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"} {"level":"info","ts":1789792139.2298677,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4} {"level":"info","ts":1789792139.2423878,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1789792139.2424457,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1789792139.2428005,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1789792139.2429051,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1789792139.242975,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1789792139.2432566,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789792139.2435076,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1789792139.2437236,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":38392.363089378,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2437396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2439964,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789792139.2440832,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789792139.2441356,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":32904.258648175,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2441466,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2442794,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789792139.2444205,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789792139.2444642,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789792139.2445092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":32781.913413683,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2445197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2446928,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"} {"level":"info","ts":1789792139.2448318,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35727.134032959,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2448432,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2478936,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2492352,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2493877,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.2497072,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789792139.3440006,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789792139.3440309,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789792139.344074,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789792139.3440845,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789792139.3452203,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"} {"level":"info","ts":1789792139.3452368,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1} {"level":"info","ts":1789792139.3452601,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789792139.3452654,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789792139.3452895,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789792139.3453014,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789792139.3453236,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789792139.3453357,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789792142.3942127,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789792142.3943176,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004}