{"level":"info","ts":1784833257.1065984,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1784833257.106713,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":1784833257.139935,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"}
{"level":"info","ts":1784833257.1399791,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1784833257.1400003,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1784833257.1400063,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1784833257.1400108,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1784833257.1400151,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1784833257.1400194,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1784833257.1685216,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"}
{"level":"info","ts":1784833257.1686726,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4}
{"level":"info","ts":1784833257.1813378,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"}
{"level":"info","ts":1784833257.181395,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1784833257.181559,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1784833257.1818967,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1784833257.182017,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1784833257.1823964,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1784833257.1827333,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":1784833257.1830728,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":34280.19195597,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1830914,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.183856,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1784833257.1846194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":36823.068579535,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1846905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1854925,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1784833257.1864262,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1784833257.186624,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":35150.485079048,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1866546,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1874332,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"}
{"level":"info","ts":1784833257.1884494,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39013.933131856,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1884675,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.18923,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1902382,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1905067,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.1905568,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1784833257.1906242,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1784833257.190663,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1784833257.1906722,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1784833257.2400546,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784833257.2832887,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1784833257.2833188,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1784833257.2833498,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1784833257.2833557,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1784833257.2866223,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1784833257.286642,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1784833257.286671,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1784833257.2866778,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1784833257.2888823,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"}
{"level":"info","ts":1784833257.2889018,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1}
{"level":"info","ts":1784833257.6560202,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1784833257.656172,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1784833417.7405953,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784833417.7411594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"}
{"level":"info","ts":1784833417.7411804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"}
{"level":"info","ts":1784833417.7412102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","EoS":true}
{"level":"info","ts":1784833417.741239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","header":"x-maas-username"}
{"level":"info","ts":1784833417.741249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","header":"x-maas-group"}
{"level":"info","ts":1784833417.7412548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","header":"x-maas-subscription"}
{"level":"info","ts":1784833417.7412739,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","path":"/v1/chat/completions"}
{"level":"info","ts":1784833417.7412891,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784833417.7413313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"}
{"level":"info","ts":1784833417.7554555,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"}
{"level":"info","ts":1784833417.7554848,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"}
{"level":"info","ts":1784833417.7555037,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","EoS":false}
{"level":"info","ts":1784833417.7555177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","EoS":true}
{"level":"info","ts":1784833417.7555728,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"}
{"level":"info","ts":1784833417.822762,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784833417.822854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"}
{"level":"info","ts":1784833417.8228645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"}
{"level":"info","ts":1784833417.822877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","EoS":true}
{"level":"info","ts":1784833417.8229046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","header":"x-maas-subscription"}
{"level":"info","ts":1784833417.8229146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","header":"x-maas-username"}
{"level":"info","ts":1784833417.8229198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","header":"x-maas-group"}
{"level":"info","ts":1784833417.8229325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","path":"/v1/chat/completions"}
{"level":"info","ts":1784833417.8229408,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784833417.8229723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"}
{"level":"info","ts":1784833417.8250864,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"}
{"level":"info","ts":1784833417.8251083,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"}
{"level":"info","ts":1784833417.8251238,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","EoS":false}
{"level":"info","ts":1784833417.8251405,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","EoS":true}
{"level":"info","ts":1784833417.8251925,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"}
{"level":"info","ts":1784833417.8658073,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784833417.865916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"}
{"level":"info","ts":1784833417.865925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"}
{"level":"info","ts":1784833417.8659368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","EoS":true}
{"level":"info","ts":1784833417.8659606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","header":"x-maas-username"}
{"level":"info","ts":1784833417.8659723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","header":"x-maas-group"}
{"level":"info","ts":1784833417.865977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","header":"x-maas-subscription"}
{"level":"info","ts":1784833417.86599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","path":"/v1/chat/completions"}
{"level":"info","ts":1784833417.8659992,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784833417.8660321,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"}
{"level":"info","ts":1784833417.8671074,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"}
{"level":"info","ts":1784833417.8671315,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"}
{"level":"info","ts":1784833417.8671494,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","EoS":false}
{"level":"info","ts":1784833417.8671622,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","EoS":true}
{"level":"info","ts":1784833417.8672123,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"}