{"level":"info","ts":1783011121.4966455,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1783011121.4967868,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1783011121.499313,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"} {"level":"info","ts":1783011121.4993474,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1783011121.4993694,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1783011121.4993784,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1783011121.499386,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1783011121.4993937,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1783011121.4994004,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1783011121.522041,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1783011121.5221748,"caller":"api-translation/plugin.go:108","msg":"plugin initialized","providers":"openai,anthropic,azure-openai,bedrock-openai"} {"level":"info","ts":1783011121.5222595,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"} {"level":"info","ts":1783011121.5222957,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1783011121.522668,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1783011121.5230215,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1783011121.5231504,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1783011121.5242107,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1783011121.5251558,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1783011121.526107,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":34545.095653015,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.526128,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.5264857,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1783011121.5274658,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1783011121.52764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":35878.636365736,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.5276697,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.528171,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1783011121.5285864,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1783011121.5290763,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1783011121.52915,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":39013.059203047,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.5291681,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.5295439,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"secret","controllerGroup":"","controllerKind":"Secret","source":"kind source: *v1.Secret"} {"level":"info","ts":1783011121.529573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.5297813,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33123.107236353,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.5297976,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.5302987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.531739,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.6836634,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1783011121.7728338,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1783011121.7728808,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1783011121.772921,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1783011121.77293,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1783011121.7729683,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1783011121.772976,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1783011121.7729995,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1783011121.773008,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1783011121.7730315,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1783011121.7730384,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1783011121.869598,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"secret","controllerGroup":"","controllerKind":"Secret"} {"level":"info","ts":1783011121.86964,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"secret","controllerGroup":"","controllerKind":"Secret","worker count":1} {"level":"info","ts":1783011122.8077676,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1783011122.8079271,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1783011363.1535387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1783011363.1539657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05a657ac-7862-4162-9ae1-c53ee960ea0f"} {"level":"info","ts":1783011363.1539838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05a657ac-7862-4162-9ae1-c53ee960ea0f"} {"level":"info","ts":1783011398.5472841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1783011398.547374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9549c4aa-9424-42c8-9af6-d892722c4b7b"} {"level":"info","ts":1783011398.547382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9549c4aa-9424-42c8-9af6-d892722c4b7b"}