2026-07-28T13:09:21.510530974Z {"level":"info","ts":"2026-07-28T13:09:21Z","logger":"InferenceGraphRouter","msg":"The headers that will match these patterns will be propagated by the router to all the steps","headersToPropagateEnvVar":"Authorization"} 2026-07-28T13:09:30.961536914Z {"level":"info","ts":"2026-07-28T13:09:30Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:09:30.961536914Z {"level":"info","ts":"2026-07-28T13:09:30Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:09:30.961536914Z {"level":"info","ts":"2026-07-28T13:09:30Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:09:30.974673817Z {"level":"info","ts":"2026-07-28T13:09:30Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.013105699} 2026-07-28T13:09:30.974673817Z {"level":"info","ts":"2026-07-28T13:09:30Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.013170885} 2026-07-28T13:09:35.001332408Z {"level":"info","ts":"2026-07-28T13:09:35Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:09:35.001332408Z {"level":"info","ts":"2026-07-28T13:09:35Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:09:35.001332408Z {"level":"info","ts":"2026-07-28T13:09:35Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:09:35.002888624Z {"level":"info","ts":"2026-07-28T13:09:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.001538484} 2026-07-28T13:09:35.002888624Z {"level":"info","ts":"2026-07-28T13:09:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.001598988} 2026-07-28T13:09:43.039917270Z {"level":"info","ts":"2026-07-28T13:09:43Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:09:43.039917270Z {"level":"info","ts":"2026-07-28T13:09:43Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:09:43.039917270Z {"level":"info","ts":"2026-07-28T13:09:43Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:09:43.041379414Z {"level":"info","ts":"2026-07-28T13:09:43Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.001458889} 2026-07-28T13:09:43.041379414Z {"level":"info","ts":"2026-07-28T13:09:43Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.001512966} 2026-07-28T13:09:59.078323411Z {"level":"info","ts":"2026-07-28T13:09:59Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:09:59.078323411Z {"level":"info","ts":"2026-07-28T13:09:59Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:09:59.078323411Z {"level":"info","ts":"2026-07-28T13:09:59Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:09:59.081529456Z {"level":"info","ts":"2026-07-28T13:09:59Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.003184623} 2026-07-28T13:09:59.081529456Z {"level":"info","ts":"2026-07-28T13:09:59Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.003240361} 2026-07-28T13:10:31.138877188Z {"level":"info","ts":"2026-07-28T13:10:31Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:10:31.138877188Z {"level":"info","ts":"2026-07-28T13:10:31Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:10:31.138877188Z {"level":"info","ts":"2026-07-28T13:10:31Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:10:31.140276365Z {"level":"info","ts":"2026-07-28T13:10:31Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.001399281} 2026-07-28T13:10:31.140276365Z {"level":"info","ts":"2026-07-28T13:10:31Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.001453231} 2026-07-28T13:11:35.231242924Z {"level":"info","ts":"2026-07-28T13:11:35Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:11:35.231242924Z {"level":"info","ts":"2026-07-28T13:11:35Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:11:35.231242924Z {"level":"info","ts":"2026-07-28T13:11:35Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:11:35.232697158Z {"level":"info","ts":"2026-07-28T13:11:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.001466096} 2026-07-28T13:11:35.232697158Z {"level":"info","ts":"2026-07-28T13:11:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.001523502} 2026-07-28T13:13:35.359450995Z {"level":"info","ts":"2026-07-28T13:13:35Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:13:35.359450995Z {"level":"info","ts":"2026-07-28T13:13:35Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:13:35.359450995Z {"level":"info","ts":"2026-07-28T13:13:35Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:13:35.367831222Z {"level":"info","ts":"2026-07-28T13:13:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.008350813} 2026-07-28T13:13:35.367831222Z {"level":"info","ts":"2026-07-28T13:13:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.008415174} 2026-07-28T13:15:35.417585632Z {"level":"info","ts":"2026-07-28T13:15:35Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:15:35.417585632Z {"level":"info","ts":"2026-07-28T13:15:35Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:15:35.417585632Z {"level":"info","ts":"2026-07-28T13:15:35Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:15:35.425956988Z {"level":"info","ts":"2026-07-28T13:15:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.008351987} 2026-07-28T13:15:35.425956988Z {"level":"info","ts":"2026-07-28T13:15:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.008413725} 2026-07-28T13:17:35.543509856Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep1"} 2026-07-28T13:17:35.543509856Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict"} 2026-07-28T13:17:35.543509856Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:17:35.553587086Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://error-404-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/error-404-isvc-dde97:predict","time":0.010060976} 2026-07-28T13:17:35.553587086Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.01012688} 2026-07-28T13:17:35.600418547Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"Starting execution of step","type":"serviceUrl","stepName":"rootStep2"} 2026-07-28T13:17:35.600418547Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"Entering callService","url":"http://success-200-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/success-200-isvc-dde97:predict"} 2026-07-28T13:17:35.600463624Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"These headers will be propagated by the router to all the steps","headers":[]} 2026-07-28T13:17:35.614899966Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","step":"http://success-200-isvc-dde97-predictor.kserve-ci-e2e-test.svc.cluster.local/v1/models/success-200-isvc-dde97:predict","time":0.014454513} 2026-07-28T13:17:35.614899966Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.014518374} 2026-07-28T13:17:35.666877798Z {"level":"error","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:17:35.666877798Z {"level":"info","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.000111383} 2026-07-28T13:17:35.666934413Z {"level":"error","ts":"2026-07-28T13:17:35Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:17:39.690391444Z {"level":"error","ts":"2026-07-28T13:17:39Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:17:39.690391444Z {"level":"info","ts":"2026-07-28T13:17:39Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.000073113} 2026-07-28T13:17:39.690431308Z {"level":"error","ts":"2026-07-28T13:17:39Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:17:47.721101685Z {"level":"error","ts":"2026-07-28T13:17:47Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:17:47.721101685Z {"level":"info","ts":"2026-07-28T13:17:47Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.000078413} 2026-07-28T13:17:47.721147497Z {"level":"error","ts":"2026-07-28T13:17:47Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:18:03.757433659Z {"level":"error","ts":"2026-07-28T13:18:03Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:18:03.757433659Z {"level":"info","ts":"2026-07-28T13:18:03Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.000078464} 2026-07-28T13:18:03.757504012Z {"level":"error","ts":"2026-07-28T13:18:03Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:18:35.793279820Z {"level":"error","ts":"2026-07-28T13:18:35Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:18:35.793279820Z {"level":"info","ts":"2026-07-28T13:18:35Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.000090701} 2026-07-28T13:18:35.793320281Z {"level":"error","ts":"2026-07-28T13:18:35Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:19:39.829897847Z {"level":"error","ts":"2026-07-28T13:19:39Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:19:39.829897847Z {"level":"info","ts":"2026-07-28T13:19:39Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.000079013} 2026-07-28T13:19:39.829939042Z {"level":"error","ts":"2026-07-28T13:19:39Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:21:39.938369053Z {"level":"error","ts":"2026-07-28T13:21:39Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:21:39.938369053Z {"level":"info","ts":"2026-07-28T13:21:39Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.000085287} 2026-07-28T13:21:39.938428351Z {"level":"error","ts":"2026-07-28T13:21:39Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:23:40.026805160Z {"level":"error","ts":"2026-07-28T13:23:40Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:23:40.026805160Z {"level":"info","ts":"2026-07-28T13:23:40Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.00009845} 2026-07-28T13:23:40.026852496Z {"level":"error","ts":"2026-07-28T13:23:40Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:25:40.172756510Z {"level":"error","ts":"2026-07-28T13:25:40Z","logger":"InferenceGraphRouter","msg":"None of the routes matched with the switch condition","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:266\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:25:40.172756510Z {"level":"info","ts":"2026-07-28T13:25:40Z","logger":"InferenceGraphRouter","msg":"elapsed time","node":"root","time":0.000088714} 2026-07-28T13:25:40.172813044Z {"level":"error","ts":"2026-07-28T13:25:40Z","logger":"InferenceGraphRouter","msg":"failed to process request","error":"None of the routes matched with the switch condition","errorVerbose":"None of the routes matched with the switch condition\nmain.routeStep\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:265\nmain.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:412\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109\nruntime.goexit\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693","stacktrace":"main.graphHandler\n\t/go/src/github.com/kserve/kserve/cmd/router/main.go:413\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"} 2026-07-28T13:25:40.274881394Z {"level":"info","ts":"2026-07-28T13:25:40Z","logger":"InferenceGraphRouter","msg":"Received shutdown signal","signal":"terminated"} 2026-07-28T13:25:40.274881394Z {"level":"info","ts":"2026-07-28T13:25:40Z","logger":"InferenceGraphRouter","msg":"Sleeping 30s to allow K8s propagation of non-ready state"}