{"level":"info","ts":1785800942.1482377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e"} {"level":"info","ts":1785800942.1482508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e","EoS":false} {"level":"info","ts":1785800942.148261,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e"} {"level":"info","ts":1785800942.1482818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e","EoS":true} {"level":"info","ts":1785800942.1482892,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e"} {"level":"info","ts":1785800942.290835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.2909107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.2909238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.2909431,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","EoS":true} {"level":"info","ts":1785800942.2909768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","header":"x-maas-subscription"} {"level":"info","ts":1785800942.2909892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","header":"x-maas-group"} {"level":"info","ts":1785800942.290999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","header":"x-maas-username"} {"level":"info","ts":1785800942.2910173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.291047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.291988,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.292004,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.2920187,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","EoS":false} {"level":"info","ts":1785800942.2920306,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.2920535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","EoS":true} {"level":"info","ts":1785800942.2920625,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.4308746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.430972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.430986,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.4310048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","EoS":true} {"level":"info","ts":1785800942.4310384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","header":"x-maas-username"} {"level":"info","ts":1785800942.431052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","header":"x-maas-subscription"} {"level":"info","ts":1785800942.431062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","header":"x-maas-group"} {"level":"info","ts":1785800942.4310794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.4311035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.4320078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.4320242,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.4320376,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","EoS":false} {"level":"info","ts":1785800942.4320474,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.4320898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","EoS":true} {"level":"info","ts":1785800942.4320974,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.5710323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.5711033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.5711184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.5711374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","EoS":true} {"level":"info","ts":1785800942.5711703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","header":"x-maas-username"} {"level":"info","ts":1785800942.5711834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","header":"x-maas-group"} {"level":"info","ts":1785800942.571191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","header":"x-maas-subscription"} {"level":"info","ts":1785800942.5712073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.571234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.5721934,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.572209,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.5722218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","EoS":false} {"level":"info","ts":1785800942.5722358,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.5722597,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","EoS":true} {"level":"info","ts":1785800942.5722678,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.70954,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.7096105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.709625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.7096426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","EoS":true} {"level":"info","ts":1785800942.7096763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","header":"x-maas-group"} {"level":"info","ts":1785800942.709689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","header":"x-maas-username"} {"level":"info","ts":1785800942.7096972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","header":"x-maas-subscription"} {"level":"info","ts":1785800942.7097354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.7097669,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.7106981,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.7107348,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.7107513,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","EoS":false} {"level":"info","ts":1785800942.710765,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.7107887,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","EoS":true} {"level":"info","ts":1785800942.7107964,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800963.848136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800963.8482094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8482203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8482313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","EoS":true} {"level":"info","ts":1785800963.8482525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","header":"x-maas-username"} {"level":"info","ts":1785800963.8482623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","header":"x-maas-subscription"} {"level":"info","ts":1785800963.8482683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","header":"x-maas-group"} {"level":"info","ts":1785800963.8482811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800963.8483067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8493695,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8493943,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8494096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","EoS":false} {"level":"info","ts":1785800963.8494194,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8494406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","EoS":true} {"level":"info","ts":1785800963.849448,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.950477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800963.9505358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da8d1d4f-c636-4454-a8d9-b3d6d97393a6"} {"level":"info","ts":1785800963.9534907,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da8d1d4f-c636-4454-a8d9-b3d6d97393a6"} {"level":"info","ts":1785800963.9535093,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da8d1d4f-c636-4454-a8d9-b3d6d97393a6"} {"level":"info","ts":1785800963.953525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da8d1d4f-c636-4454-a8d9-b3d6d97393a6","EoS":false} {"level":"info","ts":1785800963.9535398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da8d1d4f-c636-4454-a8d9-b3d6d97393a6"} {"level":"info","ts":1785800963.9535627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da8d1d4f-c636-4454-a8d9-b3d6d97393a6","EoS":true} {"level":"info","ts":1785800963.9535716,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da8d1d4f-c636-4454-a8d9-b3d6d97393a6"} {"level":"info","ts":1785800968.5627375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800968.5628018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800968.562815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800968.562826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","EoS":true} {"level":"info","ts":1785800968.5628464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","header":"x-maas-group"} {"level":"info","ts":1785800968.5628617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","header":"x-maas-subscription"} {"level":"info","ts":1785800968.5628674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","header":"x-maas-username"} {"level":"info","ts":1785800968.5628808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800968.5629046,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800968.5639706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800968.5639894,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800968.5640078,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","EoS":false} {"level":"info","ts":1785800968.56402,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800968.5640519,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","EoS":true} {"level":"info","ts":1785800968.5640619,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800977.0882816,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800977.0883467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800977.0883574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800977.0883684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","EoS":true} {"level":"info","ts":1785800977.0883887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","header":"x-maas-subscription"} {"level":"info","ts":1785800977.0883987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","header":"x-maas-group"} {"level":"info","ts":1785800977.0884047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","header":"x-maas-username"} {"level":"info","ts":1785800977.088417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785800977.0884423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800977.101582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800977.1016016,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800977.1016245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","EoS":false} {"level":"info","ts":1785800977.1016438,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800977.1016796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","EoS":true} {"level":"info","ts":1785800977.1016927,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800989.9488637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800989.9489264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800989.9489374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800989.9489481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","EoS":true} {"level":"info","ts":1785800989.94897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","header":"x-maas-subscription"} {"level":"info","ts":1785800989.948988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","header":"x-maas-username"} {"level":"info","ts":1785800989.9489927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","header":"x-maas-group"} {"level":"info","ts":1785800989.9490056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800989.9490309,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800989.9500341,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800989.9500532,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800989.9500725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","EoS":false} {"level":"info","ts":1785800989.9500918,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800989.9501173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","EoS":true} {"level":"info","ts":1785800989.9501274,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800998.4560158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800998.4560947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785800998.4561048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785800998.4561157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","EoS":true} {"level":"info","ts":1785800998.4561355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","header":"x-maas-username"} {"level":"info","ts":1785800998.4561448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","header":"x-maas-subscription"} {"level":"info","ts":1785800998.4561508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","header":"x-maas-group"} {"level":"info","ts":1785800998.4561644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800998.4561882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785800998.4572394,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785800998.4572544,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785800998.4572687,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","EoS":false} {"level":"info","ts":1785800998.457279,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785800998.4572995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","EoS":true} {"level":"info","ts":1785800998.4573073,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785801007.2837284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801007.2838094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801007.283819,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801007.283831,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","EoS":true} {"level":"info","ts":1785801007.2838569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","header":"x-maas-group"} {"level":"info","ts":1785801007.2838674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","header":"x-maas-subscription"} {"level":"info","ts":1785801007.283872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","header":"x-maas-username"} {"level":"info","ts":1785801007.283887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801007.283909,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801007.2851567,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801007.2851768,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801007.2851918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","EoS":false} {"level":"info","ts":1785801007.2852032,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801007.285227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","EoS":true} {"level":"info","ts":1785801007.2852347,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801036.625332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801036.6254058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801036.62542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801036.6254323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","EoS":true} {"level":"info","ts":1785801036.625458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","header":"x-maas-username"} {"level":"info","ts":1785801036.6254685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","header":"x-maas-group"} {"level":"info","ts":1785801036.6254773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","header":"x-maas-subscription"} {"level":"info","ts":1785801036.6254935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785801036.6255178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801036.6279697,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801036.6279826,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801036.628003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","EoS":false} {"level":"info","ts":1785801036.6280127,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801036.628042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","EoS":true} {"level":"info","ts":1785801036.6280496,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801069.1721199,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801069.172224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801069.1722417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801069.1722548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","EoS":true} {"level":"info","ts":1785801069.1722817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","header":"x-maas-subscription"} {"level":"info","ts":1785801069.172303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","header":"x-maas-group"} {"level":"info","ts":1785801069.1723087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","header":"x-maas-username"} {"level":"info","ts":1785801069.1723225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785801069.172345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801069.1735196,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801069.1735475,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801069.1735697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","EoS":false} {"level":"info","ts":1785801069.1735885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801069.1736333,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","EoS":true} {"level":"info","ts":1785801069.1736448,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801104.0521238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801104.0521955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801104.0522118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801104.05223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","EoS":true} {"level":"info","ts":1785801104.0522647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","header":"x-maas-subscription"} {"level":"info","ts":1785801104.05228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","header":"x-maas-group"} {"level":"info","ts":1785801104.0522892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","header":"x-maas-username"} {"level":"info","ts":1785801104.0523555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801104.0523899,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801104.0533533,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801104.0533717,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801104.0533862,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","EoS":false} {"level":"info","ts":1785801104.053397,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801104.05342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","EoS":true} {"level":"info","ts":1785801104.053428,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801113.389981,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801113.390062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.3900793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.3900993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","EoS":true} {"level":"info","ts":1785801113.3901296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","header":"x-maas-username"} {"level":"info","ts":1785801113.3901455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","header":"x-maas-subscription"} {"level":"info","ts":1785801113.3901541,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","header":"x-maas-group"} {"level":"info","ts":1785801113.3901732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801113.3902085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.391415,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.3914359,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.391451,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","EoS":false} {"level":"info","ts":1785801113.3914626,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.3914857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","EoS":true} {"level":"info","ts":1785801113.3914948,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.4284518,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801113.4285073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801113.4285166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801113.4285269,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","EoS":true} {"level":"info","ts":1785801113.428547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","header":"x-maas-username"} {"level":"info","ts":1785801113.4285574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","header":"x-maas-subscription"} {"level":"info","ts":1785801113.428562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","header":"x-maas-group"} {"level":"info","ts":1785801113.4285734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801113.4285934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801113.4295409,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801113.429556,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801113.429572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","EoS":false} {"level":"info","ts":1785801113.4295871,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801113.4296076,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","EoS":true} {"level":"info","ts":1785801113.4296153,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801132.4045691,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801132.4046328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801132.4046462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801132.4046574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","EoS":true} {"level":"info","ts":1785801132.4046774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","header":"x-maas-subscription"} {"level":"info","ts":1785801132.4046857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","header":"x-maas-username"} {"level":"info","ts":1785801132.4046905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","header":"x-maas-group"} {"level":"info","ts":1785801132.4047022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801132.4047482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801132.4057276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801132.4057477,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801132.405769,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","EoS":false} {"level":"info","ts":1785801132.4057844,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801132.4058132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","EoS":true} {"level":"info","ts":1785801132.405823,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801311.9257975,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801311.925881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801311.925899,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801311.9259186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","EoS":true} {"level":"info","ts":1785801311.9259522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","header":"x-maas-username"} {"level":"info","ts":1785801311.9259644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","header":"x-maas-subscription"} {"level":"info","ts":1785801311.9259717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","header":"x-maas-group"} {"level":"info","ts":1785801311.9259894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785801311.926018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801311.938672,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801311.938697,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801311.9387405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","EoS":false} {"level":"info","ts":1785801311.9387574,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801311.9387972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","EoS":true} {"level":"info","ts":1785801311.9388099,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801393.2241662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801393.2242455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801393.2242584,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801393.2242703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","EoS":true} {"level":"info","ts":1785801393.224292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","header":"x-maas-group"} {"level":"info","ts":1785801393.224306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","header":"x-maas-subscription"} {"level":"info","ts":1785801393.224312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","header":"x-maas-username"} {"level":"info","ts":1785801393.2243261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801393.224349,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801393.2259736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801393.225995,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801393.22601,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","EoS":false} {"level":"info","ts":1785801393.2260222,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801393.226048,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","EoS":true} {"level":"info","ts":1785801393.2260575,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801408.3926291,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801408.3926907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.3927007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.3927283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","EoS":true} {"level":"info","ts":1785801408.3927493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","header":"x-maas-username"} {"level":"info","ts":1785801408.3927593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","header":"x-maas-group"} {"level":"info","ts":1785801408.3927634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","header":"x-maas-subscription"} {"level":"info","ts":1785801408.3927782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801408.3928013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.394373,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.3943925,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.3944063,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","EoS":false} {"level":"info","ts":1785801408.3944163,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.3944407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","EoS":true} {"level":"info","ts":1785801408.3944495,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801735.1295743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801735.12965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1296635,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1296747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","EoS":true} {"level":"info","ts":1785801735.1296952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","header":"x-maas-subscription"} {"level":"info","ts":1785801735.1297276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","header":"x-maas-username"} {"level":"info","ts":1785801735.1297348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","header":"x-maas-group"} {"level":"info","ts":1785801735.1297464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801735.1297686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1309268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1309433,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1309571,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","EoS":false} {"level":"info","ts":1785801735.1309686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1309943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","EoS":true} {"level":"info","ts":1785801735.131006,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801739.9072073,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d40a016d-0c25-44c5-b9f7-cbc9f53a56fc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785801739.9074578,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32792.450336748,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801739.9074917,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801739.9590592,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.0079718,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d40a016d-0c25-44c5-b9f7-cbc9f53a56fc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785801740.0121114,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed849cc4-70db-4f8f-a811-eb80006aa7fe","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801740.0121422,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed849cc4-70db-4f8f-a811-eb80006aa7fe","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785801740.0121937,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7d1566b-383f-44fb-9528-4b531071ab98"} {"level":"info","ts":1785801740.019294,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95df6cfb-5c95-4394-8e49-1942ee29ef0d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801740.0193195,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95df6cfb-5c95-4394-8e49-1942ee29ef0d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785801740.0195184,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39504.71270053,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.019538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.0275376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.1195803,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7d1566b-383f-44fb-9528-4b531071ab98","name":"e2e-external-provider"} {"level":"info","ts":1785801740.1217713,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9872d6cf-a3b4-47fc-abc6-bf8d7a90fd4b"} {"level":"info","ts":1785801740.1217713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c9770d7-792c-4c5b-b01e-2b882d494434","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.1219172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c9770d7-792c-4c5b-b01e-2b882d494434","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.1288202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c46ccc8-3642-44c8-9760-2c1c79ffae9d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.1288624,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c46ccc8-3642-44c8-9760-2c1c79ffae9d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.1288636,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7d1566b-383f-44fb-9528-4b531071ab98","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785801740.12905,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9872d6cf-a3b4-47fc-abc6-bf8d7a90fd4b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785801740.1368113,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7d1566b-383f-44fb-9528-4b531071ab98","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785801740.136989,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47ddc5a7-9f6c-4de4-8f0c-de22e5e60472","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.1370301,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47ddc5a7-9f6c-4de4-8f0c-de22e5e60472","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785801740.1372623,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9872d6cf-a3b4-47fc-abc6-bf8d7a90fd4b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801740.1373327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"618fa62b-81ed-4251-a3be-f6fa1ef7bb74"} {"level":"info","ts":1785801740.137398,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"618fa62b-81ed-4251-a3be-f6fa1ef7bb74","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785801740.144002,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7d1566b-383f-44fb-9528-4b531071ab98","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785801740.1443372,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"618fa62b-81ed-4251-a3be-f6fa1ef7bb74","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801740.1509316,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"900ecf5c-3d63-4b56-a241-563b37e0314c"} {"level":"info","ts":1785801740.1509857,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"900ecf5c-3d63-4b56-a241-563b37e0314c","name":"e2e-external-provider"} {"level":"info","ts":1785801740.1509945,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29a9ee55-bddd-4515-8be2-ad6c27bebadf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801740.1510239,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29a9ee55-bddd-4515-8be2-ad6c27bebadf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785801740.1510947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ea3f2a7-b8cd-4a93-ac20-e42a62a7ff0c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.1511152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ea3f2a7-b8cd-4a93-ac20-e42a62a7ff0c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.1511743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93cc0a92-f16d-44fd-ba38-2b35908dcda1"} {"level":"info","ts":1785801740.151357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38480.667754769,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.1513736,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.1579638,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.1598864,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"900ecf5c-3d63-4b56-a241-563b37e0314c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785801740.1642742,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"368c2db9-288a-4195-b436-7f27aaa5d222"} {"level":"info","ts":1785801740.1643624,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"368c2db9-288a-4195-b436-7f27aaa5d222","name":"e2e-external-provider"} {"level":"info","ts":1785801740.1736333,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"368c2db9-288a-4195-b436-7f27aaa5d222","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785801740.2516115,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93cc0a92-f16d-44fd-ba38-2b35908dcda1","name":"e2e-external-model"} {"level":"info","ts":1785801740.2612648,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93cc0a92-f16d-44fd-ba38-2b35908dcda1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801740.2667718,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a01cea0c-f27d-4df3-9230-b8ed70824e58","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.2668262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a01cea0c-f27d-4df3-9230-b8ed70824e58","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.2669325,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08e760b3-c522-4917-b555-a9fea7bd3861"} {"level":"info","ts":1785801740.2669768,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08e760b3-c522-4917-b555-a9fea7bd3861","name":"e2e-external-model"} {"level":"info","ts":1785801740.2853386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90e52a31-a5b4-467a-985b-bb591d3e4b34","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.2853832,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90e52a31-a5b4-467a-985b-bb591d3e4b34","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785801740.2854636,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08e760b3-c522-4917-b555-a9fea7bd3861","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801740.2855425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a79bbf3-69b7-4f0d-bdbf-c55d3941f0ee"} {"level":"info","ts":1785801740.2855914,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a79bbf3-69b7-4f0d-bdbf-c55d3941f0ee","name":"e2e-external-model"} {"level":"info","ts":1785801740.2926216,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a79bbf3-69b7-4f0d-bdbf-c55d3941f0ee","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801740.2974422,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78d8c12e-8d46-4ff3-8886-331821fc7156","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.297473,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78d8c12e-8d46-4ff3-8886-331821fc7156","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.2974975,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ca4bfcf-8897-4efd-ad37-2e534a4529c7"} {"level":"info","ts":1785801740.297553,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ca4bfcf-8897-4efd-ad37-2e534a4529c7","name":"e2e-external-model"} {"level":"info","ts":1785801740.3043828,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ca4bfcf-8897-4efd-ad37-2e534a4529c7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801751.891901,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801751.8919935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801751.892007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801751.892026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","EoS":true} {"level":"info","ts":1785801751.8920588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","header":"x-maas-group"} {"level":"info","ts":1785801751.8920708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","header":"x-maas-subscription"} {"level":"info","ts":1785801751.8920798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","header":"x-maas-username"} {"level":"info","ts":1785801751.8920975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785801751.8921106,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","modelName":"e2e-external-model"} {"level":"info","ts":1785801751.8921282,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785801751.892162,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785801751.8921888,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","authType":"apikey"} {"level":"info","ts":1785801751.8922217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801751.9942255,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801751.9942524,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801751.9942706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","EoS":false} {"level":"info","ts":1785801751.9942837,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801751.9943109,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","EoS":true} {"level":"info","ts":1785801751.994316,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801752.107814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"add89ffb-1b18-4cd1-8bf6-2f9d472f6026","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.107845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9bc0d85-1a72-4744-837c-be3291372d17"} {"level":"info","ts":1785801752.1078546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"add89ffb-1b18-4cd1-8bf6-2f9d472f6026","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785801752.1129842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bba5dfa-b598-4bcf-93c2-8dd17674cb36","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.1130252,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5bba5dfa-b598-4bcf-93c2-8dd17674cb36","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785801752.117742,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9bc0d85-1a72-4744-837c-be3291372d17","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801752.1177998,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9bc0d85-1a72-4744-837c-be3291372d17","name":"e2e-cleanup-test"} {"level":"info","ts":1785801752.1353123,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f48d1e28-e33f-45ce-9155-51fba6836e78","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.1353471,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f48d1e28-e33f-45ce-9155-51fba6836e78","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785801752.1390572,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9bc0d85-1a72-4744-837c-be3291372d17","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785801752.1391053,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9bc0d85-1a72-4744-837c-be3291372d17","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801752.1392133,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5143acde-cfeb-49ec-bdd2-0605ec25c248"} {"level":"info","ts":1785801752.1392999,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5143acde-cfeb-49ec-bdd2-0605ec25c248","name":"e2e-cleanup-test"} {"level":"info","ts":1785801752.1476672,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5143acde-cfeb-49ec-bdd2-0605ec25c248","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801752.1510015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b8dca4f-5576-4c33-ab9f-9e288c04233e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.151029,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b8dca4f-5576-4c33-ab9f-9e288c04233e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785801752.1516278,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5143acde-cfeb-49ec-bdd2-0605ec25c248","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801752.1516871,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03065920-3807-437e-a71a-bf70af5cff9c"} {"level":"info","ts":1785801752.1517398,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03065920-3807-437e-a71a-bf70af5cff9c","name":"e2e-cleanup-test"} {"level":"info","ts":1785801752.159202,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03065920-3807-437e-a71a-bf70af5cff9c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801752.1636384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e7f4fbe-50b7-4561-86a7-1d3e460aea63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.1636631,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e7f4fbe-50b7-4561-86a7-1d3e460aea63","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785801752.167121,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03065920-3807-437e-a71a-bf70af5cff9c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801752.167195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c097adc3-2071-4f00-a6c5-5f270f44d47b"} {"level":"info","ts":1785801752.1672425,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c097adc3-2071-4f00-a6c5-5f270f44d47b","name":"e2e-cleanup-test"} {"level":"info","ts":1785801752.1750712,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c097adc3-2071-4f00-a6c5-5f270f44d47b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801760.3665864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39cb74d5-e1de-42b2-929d-eba084541573","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801760.3666265,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39cb74d5-e1de-42b2-929d-eba084541573","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801760.3666248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89c9168f-0dc3-43d9-b3f4-520c69c3351a"} {"level":"info","ts":1785801764.655425,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801764.6554847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb"} {"level":"info","ts":1785801764.6554933,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb"} {"level":"info","ts":1785801764.6555045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb","EoS":true} {"level":"info","ts":1785801764.6555345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785801764.6555614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb"} {"level":"info","ts":1785801764.6961865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801764.6962667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.6962805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.696301,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","EoS":true} {"level":"info","ts":1785801764.6963375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","header":"x-maas-group"} {"level":"info","ts":1785801764.6963487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","header":"x-maas-username"} {"level":"info","ts":1785801764.696357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","header":"x-maas-subscription"} {"level":"info","ts":1785801764.6963756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785801764.6963882,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","modelName":"e2e-external-model"} {"level":"info","ts":1785801764.6964068,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785801764.6964338,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785801764.696459,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","authType":"apikey"} {"level":"info","ts":1785801764.6964908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.742731,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.742752,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.7427678,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","EoS":false} {"level":"info","ts":1785801764.7427785,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.7428067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","EoS":true} {"level":"info","ts":1785801764.7428188,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.7796943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801764.779769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.779782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.7797992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","EoS":true} {"level":"info","ts":1785801764.77983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","header":"x-maas-username"} {"level":"info","ts":1785801764.779842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","header":"x-maas-group"} {"level":"info","ts":1785801764.7798505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","header":"x-maas-subscription"} {"level":"info","ts":1785801764.7798676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785801764.7798984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.8273966,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.8274124,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.8274305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","EoS":false} {"level":"info","ts":1785801764.8274448,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.8274777,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","EoS":true} {"level":"info","ts":1785801764.8274891,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.8649564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801764.8650115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801764.8650222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801764.865033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","EoS":true} {"level":"info","ts":1785801764.8650498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","header":"x-maas-subscription"} {"level":"info","ts":1785801764.8650572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","header":"x-maas-username"} {"level":"info","ts":1785801764.8650625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","header":"x-maas-group"} {"level":"info","ts":1785801764.865088,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801764.9566886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801764.9567297,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801764.9567497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","EoS":false} {"level":"info","ts":1785801764.9567623,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801764.9567916,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","EoS":true} {"level":"info","ts":1785801764.9568026,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801765.7569218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"775343ce-607a-48bd-aadf-a9f3e441cf5e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801765.7569578,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"775343ce-607a-48bd-aadf-a9f3e441cf5e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801765.7569914,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1b165e8-cd73-4be3-be50-dd92c962fd3e"} {"level":"info","ts":1785801765.895375,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25a26c2f-2f18-49b7-8c7b-3f156279ad38","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801765.8953984,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e65ca8b-c4e4-4c88-b8af-e76a3d3afa96"} {"level":"info","ts":1785801765.8954144,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25a26c2f-2f18-49b7-8c7b-3f156279ad38","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801766.004806,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3e1742a7-b46d-4d86-8045-49fa414f47d3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785801766.0048501,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3e1742a7-b46d-4d86-8045-49fa414f47d3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785803235.6797912,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803235.679862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69b7e7a2-2681-9760-bced-34332708978e"} {"level":"info","ts":1785803310.263387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803310.2634583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"} {"level":"info","ts":1785803310.2634673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"} {"level":"info","ts":1785803310.263478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","EoS":true} {"level":"info","ts":1785803310.2635028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","header":"x-maas-subscription"} {"level":"info","ts":1785803310.2635128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","header":"x-maas-username"} {"level":"info","ts":1785803310.2635193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","header":"x-maas-group"} {"level":"info","ts":1785803310.2635336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785803310.2635586,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"} {"level":"info","ts":1785803310.264688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"} {"level":"info","ts":1785803310.2647352,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"} {"level":"info","ts":1785803310.2647524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","EoS":false} {"level":"info","ts":1785803310.2647634,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"} {"level":"info","ts":1785803310.2647898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","EoS":true} {"level":"info","ts":1785803310.2648036,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"}