{"level":"info","ts":1784638588.5451465,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7ae534f-6ed3-484d-8c7c-c61de27a02ee"}
{"level":"info","ts":1784638588.54517,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7ae534f-6ed3-484d-8c7c-c61de27a02ee"}
{"level":"info","ts":1784638588.54519,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7ae534f-6ed3-484d-8c7c-c61de27a02ee","EoS":false}
{"level":"info","ts":1784638588.5452073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7ae534f-6ed3-484d-8c7c-c61de27a02ee","EoS":true}
{"level":"info","ts":1784638588.5452478,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d7ae534f-6ed3-484d-8c7c-c61de27a02ee"}
{"level":"info","ts":1784638588.681675,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638588.6817265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"}
{"level":"info","ts":1784638588.6817365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"}
{"level":"info","ts":1784638588.6817477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","EoS":true}
{"level":"info","ts":1784638588.6817675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","header":"x-maas-username"}
{"level":"info","ts":1784638588.6817777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","header":"x-maas-subscription"}
{"level":"info","ts":1784638588.6817827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","header":"x-maas-group"}
{"level":"info","ts":1784638588.6817935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638588.681814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"}
{"level":"info","ts":1784638588.6826305,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"}
{"level":"info","ts":1784638588.6826477,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"}
{"level":"info","ts":1784638588.6826673,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","EoS":false}
{"level":"info","ts":1784638588.6826847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775","EoS":true}
{"level":"info","ts":1784638588.6827273,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"634eda7c-5571-4a2d-a778-51348e56a775"}
{"level":"info","ts":1784638588.816328,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638588.8163888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"}
{"level":"info","ts":1784638588.816401,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"}
{"level":"info","ts":1784638588.81642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","EoS":true}
{"level":"info","ts":1784638588.8164506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","header":"x-maas-username"}
{"level":"info","ts":1784638588.8164651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","header":"x-maas-subscription"}
{"level":"info","ts":1784638588.8164725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","header":"x-maas-group"}
{"level":"info","ts":1784638588.8164873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638588.816518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"}
{"level":"info","ts":1784638588.8173656,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"}
{"level":"info","ts":1784638588.817382,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"}
{"level":"info","ts":1784638588.817396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","EoS":false}
{"level":"info","ts":1784638588.8174078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e","EoS":true}
{"level":"info","ts":1784638588.8174334,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d941f32-3145-4729-abe7-f22f23169f6e"}
{"level":"info","ts":1784638588.9500036,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638588.9500728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"}
{"level":"info","ts":1784638588.9500835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"}
{"level":"info","ts":1784638588.9500942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","EoS":true}
{"level":"info","ts":1784638588.9501114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","header":"x-maas-username"}
{"level":"info","ts":1784638588.9501212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","header":"x-maas-group"}
{"level":"info","ts":1784638588.9501264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","header":"x-maas-subscription"}
{"level":"info","ts":1784638588.9501367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638588.9501553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"}
{"level":"info","ts":1784638588.951051,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"}
{"level":"info","ts":1784638588.9510686,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"}
{"level":"info","ts":1784638588.9510894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","EoS":false}
{"level":"info","ts":1784638588.951114,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a","EoS":true}
{"level":"info","ts":1784638588.9511597,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"446dd83b-7ee6-4875-b3f9-996ee77d2a2a"}
{"level":"info","ts":1784638607.8424206,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638607.842486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"}
{"level":"info","ts":1784638607.8424993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"}
{"level":"info","ts":1784638607.8425102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","EoS":true}
{"level":"info","ts":1784638607.8425295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","header":"x-maas-username"}
{"level":"info","ts":1784638607.8425407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","header":"x-maas-subscription"}
{"level":"info","ts":1784638607.8425455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","header":"x-maas-group"}
{"level":"info","ts":1784638607.8425581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638607.8425822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"}
{"level":"info","ts":1784638607.8434498,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"}
{"level":"info","ts":1784638607.8434794,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"}
{"level":"info","ts":1784638607.8435044,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","EoS":false}
{"level":"info","ts":1784638607.8435278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d","EoS":true}
{"level":"info","ts":1784638607.8435802,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7d44fa52-22a2-4011-b0a9-6ef62ae9610d"}
{"level":"info","ts":1784638607.878038,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638607.878113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"}
{"level":"info","ts":1784638607.8781276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"}
{"level":"info","ts":1784638607.8781402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","EoS":true}
{"level":"info","ts":1784638607.8781621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","header":"x-maas-group"}
{"level":"info","ts":1784638607.8781729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","header":"x-maas-subscription"}
{"level":"info","ts":1784638607.878178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","header":"x-maas-username"}
{"level":"info","ts":1784638607.878189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638607.8782108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"}
{"level":"info","ts":1784638607.8790283,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"}
{"level":"info","ts":1784638607.879051,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"}
{"level":"info","ts":1784638607.8790677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","EoS":false}
{"level":"info","ts":1784638607.8790812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5","EoS":true}
{"level":"info","ts":1784638607.879118,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0a9b46f5-74ac-4058-bc01-8ee04329acb5"}
{"level":"info","ts":1784638607.975752,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638607.975815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ecafc1ca-501d-422e-b550-f211f5e22312"}
{"level":"info","ts":1784638607.9775393,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ecafc1ca-501d-422e-b550-f211f5e22312"}
{"level":"info","ts":1784638607.977556,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ecafc1ca-501d-422e-b550-f211f5e22312"}
{"level":"info","ts":1784638607.977573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ecafc1ca-501d-422e-b550-f211f5e22312","EoS":false}
{"level":"info","ts":1784638607.9775844,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ecafc1ca-501d-422e-b550-f211f5e22312"}
{"level":"info","ts":1784638607.977616,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ecafc1ca-501d-422e-b550-f211f5e22312","EoS":true}
{"level":"info","ts":1784638607.9776268,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ecafc1ca-501d-422e-b550-f211f5e22312"}
{"level":"info","ts":1784638612.611489,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638612.6115658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"}
{"level":"info","ts":1784638612.6115777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"}
{"level":"info","ts":1784638612.6115892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","EoS":true}
{"level":"info","ts":1784638612.6116154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","header":"x-maas-group"}
{"level":"info","ts":1784638612.6116269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","header":"x-maas-subscription"}
{"level":"info","ts":1784638612.6116319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","header":"x-maas-username"}
{"level":"info","ts":1784638612.611645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638612.6116707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"}
{"level":"info","ts":1784638612.6125052,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"}
{"level":"info","ts":1784638612.6125314,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"}
{"level":"info","ts":1784638612.6125493,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","EoS":false}
{"level":"info","ts":1784638612.6125677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb","EoS":true}
{"level":"info","ts":1784638612.6126077,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"77f65637-d9a1-4573-b2bf-a3c5074000eb"}
{"level":"info","ts":1784638625.2679253,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638625.2679868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"}
{"level":"info","ts":1784638625.2679985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"}
{"level":"info","ts":1784638625.2680292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","EoS":true}
{"level":"info","ts":1784638625.268058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","header":"x-maas-group"}
{"level":"info","ts":1784638625.268069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","header":"x-maas-subscription"}
{"level":"info","ts":1784638625.2680738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","header":"x-maas-username"}
{"level":"info","ts":1784638625.268086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784638625.26811,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"}
{"level":"info","ts":1784638625.269089,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"}
{"level":"info","ts":1784638625.2691157,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"}
{"level":"info","ts":1784638625.2691371,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","EoS":false}
{"level":"info","ts":1784638625.26916,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4","EoS":true}
{"level":"info","ts":1784638625.2692075,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fb575e71-bb78-4869-b7ef-31f36b789de4"}
{"level":"info","ts":1784638638.144186,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638638.1442666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"}
{"level":"info","ts":1784638638.1442816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"}
{"level":"info","ts":1784638638.1443014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","EoS":true}
{"level":"info","ts":1784638638.1443367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","header":"x-maas-subscription"}
{"level":"info","ts":1784638638.1443505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","header":"x-maas-username"}
{"level":"info","ts":1784638638.1443594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","header":"x-maas-group"}
{"level":"info","ts":1784638638.144377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638638.1444118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"}
{"level":"info","ts":1784638638.1457639,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"}
{"level":"info","ts":1784638638.1457846,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"}
{"level":"info","ts":1784638638.145803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","EoS":false}
{"level":"info","ts":1784638638.1458187,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f","EoS":true}
{"level":"info","ts":1784638638.1458766,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ad9d920f-52f8-45e0-8c61-1958f50a2c9f"}
{"level":"info","ts":1784638646.6796896,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638646.6797602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"}
{"level":"info","ts":1784638646.6797695,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"}
{"level":"info","ts":1784638646.6797807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","EoS":true}
{"level":"info","ts":1784638646.6798046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","header":"x-maas-username"}
{"level":"info","ts":1784638646.6798155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","header":"x-maas-group"}
{"level":"info","ts":1784638646.6798203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","header":"x-maas-subscription"}
{"level":"info","ts":1784638646.6798353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638646.6798644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"}
{"level":"info","ts":1784638646.6806707,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"}
{"level":"info","ts":1784638646.6806972,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"}
{"level":"info","ts":1784638646.6807141,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","EoS":false}
{"level":"info","ts":1784638646.6807268,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3","EoS":true}
{"level":"info","ts":1784638646.6807616,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c78ec95-e312-4d81-91bd-673db5d158c3"}
{"level":"info","ts":1784638655.5896137,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638655.5896814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"}
{"level":"info","ts":1784638655.5896935,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"}
{"level":"info","ts":1784638655.5897048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","EoS":true}
{"level":"info","ts":1784638655.5897274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","header":"x-maas-username"}
{"level":"info","ts":1784638655.5897377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","header":"x-maas-group"}
{"level":"info","ts":1784638655.5897417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","header":"x-maas-subscription"}
{"level":"info","ts":1784638655.5897543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638655.5897803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"}
{"level":"info","ts":1784638655.5904481,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"}
{"level":"info","ts":1784638655.5904682,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"}
{"level":"info","ts":1784638655.5904858,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","EoS":false}
{"level":"info","ts":1784638655.5904975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695","EoS":true}
{"level":"info","ts":1784638655.5905335,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa956bc6-61c5-4da5-99ba-263e71174695"}
{"level":"info","ts":1784638683.8009853,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638683.801065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"}
{"level":"info","ts":1784638683.8010752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"}
{"level":"info","ts":1784638683.8010855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","EoS":true}
{"level":"info","ts":1784638683.801106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","header":"x-maas-username"}
{"level":"info","ts":1784638683.801115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","header":"x-maas-group"}
{"level":"info","ts":1784638683.80112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","header":"x-maas-subscription"}
{"level":"info","ts":1784638683.8011324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784638683.8011556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"}
{"level":"info","ts":1784638683.8034937,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"}
{"level":"info","ts":1784638683.803514,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"}
{"level":"info","ts":1784638683.80353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","EoS":false}
{"level":"info","ts":1784638683.8035452,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c","EoS":true}
{"level":"info","ts":1784638683.8035834,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"76522c4e-d086-4ef3-9a81-7605fd82966c"}
{"level":"info","ts":1784638707.6302288,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638707.6302905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"}
{"level":"info","ts":1784638707.6302998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"}
{"level":"info","ts":1784638707.6303113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","EoS":true}
{"level":"info","ts":1784638707.6303346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","header":"x-maas-group"}
{"level":"info","ts":1784638707.6303442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","header":"x-maas-subscription"}
{"level":"info","ts":1784638707.6303492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","header":"x-maas-username"}
{"level":"info","ts":1784638707.6303613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784638707.6303844,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"}
{"level":"info","ts":1784638707.6312313,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"}
{"level":"info","ts":1784638707.631258,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"}
{"level":"info","ts":1784638707.6312866,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","EoS":false}
{"level":"info","ts":1784638707.6313057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad","EoS":true}
{"level":"info","ts":1784638707.6313407,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"11262bb7-d012-4879-8602-257ac679f4ad"}
{"level":"info","ts":1784638734.2232254,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638734.2233253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"}
{"level":"info","ts":1784638734.2233467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"}
{"level":"info","ts":1784638734.2233655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","EoS":true}
{"level":"info","ts":1784638734.2234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","header":"x-maas-group"}
{"level":"info","ts":1784638734.223414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","header":"x-maas-username"}
{"level":"info","ts":1784638734.223421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","header":"x-maas-subscription"}
{"level":"info","ts":1784638734.223438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638734.2234704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"}
{"level":"info","ts":1784638734.2242308,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"}
{"level":"info","ts":1784638734.2242517,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"}
{"level":"info","ts":1784638734.2242668,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","EoS":false}
{"level":"info","ts":1784638734.2242782,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2","EoS":true}
{"level":"info","ts":1784638734.224307,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a5de344-4d21-4362-a5a8-f46af2bf0ca2"}
{"level":"info","ts":1784638743.6846838,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638743.6847632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"}
{"level":"info","ts":1784638743.6847708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"}
{"level":"info","ts":1784638743.6847813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","EoS":true}
{"level":"info","ts":1784638743.6848066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","header":"x-maas-username"}
{"level":"info","ts":1784638743.6848176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","header":"x-maas-group"}
{"level":"info","ts":1784638743.6848228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","header":"x-maas-subscription"}
{"level":"info","ts":1784638743.684836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638743.6848614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"}
{"level":"info","ts":1784638743.6868894,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"}
{"level":"info","ts":1784638743.6869113,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"}
{"level":"info","ts":1784638743.6869328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","EoS":false}
{"level":"info","ts":1784638743.686945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669","EoS":true}
{"level":"info","ts":1784638743.6869802,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c9abf423-b7cc-4426-ac4f-cef9178b3669"}
{"level":"info","ts":1784638743.7238448,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638743.723917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"}
{"level":"info","ts":1784638743.7239287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"}
{"level":"info","ts":1784638743.7239394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","EoS":true}
{"level":"info","ts":1784638743.7239625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","header":"x-maas-group"}
{"level":"info","ts":1784638743.723973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","header":"x-maas-subscription"}
{"level":"info","ts":1784638743.7239778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","header":"x-maas-username"}
{"level":"info","ts":1784638743.7239912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638743.7240443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"}
{"level":"info","ts":1784638743.7246802,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"}
{"level":"info","ts":1784638743.7246985,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"}
{"level":"info","ts":1784638743.7247128,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","EoS":false}
{"level":"info","ts":1784638743.7247245,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa","EoS":true}
{"level":"info","ts":1784638743.7247539,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e40bcd77-85d0-4c3d-9e12-1e28ff108eaa"}
{"level":"info","ts":1784638762.9982896,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638762.998361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"}
{"level":"info","ts":1784638762.9983776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"}
{"level":"info","ts":1784638762.9983964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","EoS":true}
{"level":"info","ts":1784638762.9984283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","header":"x-maas-username"}
{"level":"info","ts":1784638762.9984398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","header":"x-maas-group"}
{"level":"info","ts":1784638762.9984484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","header":"x-maas-subscription"}
{"level":"info","ts":1784638762.9984655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638762.9984994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"}
{"level":"info","ts":1784638762.999288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"}
{"level":"info","ts":1784638762.9993095,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"}
{"level":"info","ts":1784638762.9993243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","EoS":false}
{"level":"info","ts":1784638762.9993362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df","EoS":true}
{"level":"info","ts":1784638762.9993725,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d7781ca4-785a-42d9-931f-556b842203df"}
{"level":"info","ts":1784638893.6922536,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638893.6923368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"}
{"level":"info","ts":1784638893.6923506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"}
{"level":"info","ts":1784638893.692363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","EoS":true}
{"level":"info","ts":1784638893.692394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","header":"x-maas-group"}
{"level":"info","ts":1784638893.6924088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","header":"x-maas-username"}
{"level":"info","ts":1784638893.6924143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","header":"x-maas-subscription"}
{"level":"info","ts":1784638893.6924279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784638893.6924534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"}
{"level":"info","ts":1784638893.6935413,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"}
{"level":"info","ts":1784638893.6935656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"}
{"level":"info","ts":1784638893.6935847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","EoS":false}
{"level":"info","ts":1784638893.6936011,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab","EoS":true}
{"level":"info","ts":1784638893.6936471,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1a3dfe9b-fb3c-4e76-8dab-f65d23659cab"}
{"level":"info","ts":1784638930.773719,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638930.7737792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"}
{"level":"info","ts":1784638930.77379,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"}
{"level":"info","ts":1784638930.773802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","EoS":true}
{"level":"info","ts":1784638930.773826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","header":"x-maas-subscription"}
{"level":"info","ts":1784638930.7738342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","header":"x-maas-group"}
{"level":"info","ts":1784638930.7738488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","header":"x-maas-username"}
{"level":"info","ts":1784638930.7738614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638930.7738845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"}
{"level":"info","ts":1784638930.7760766,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"}
{"level":"info","ts":1784638930.7761035,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"}
{"level":"info","ts":1784638930.776121,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","EoS":false}
{"level":"info","ts":1784638930.7761385,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939","EoS":true}
{"level":"info","ts":1784638930.776177,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"59a0eb5e-f4ac-4ed3-9543-7ae1c5260939"}
{"level":"info","ts":1784638946.027688,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784638946.0277946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"}
{"level":"info","ts":1784638946.0278103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"}
{"level":"info","ts":1784638946.0278277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","EoS":true}
{"level":"info","ts":1784638946.0278652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","header":"x-maas-group"}
{"level":"info","ts":1784638946.0278792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","header":"x-maas-username"}
{"level":"info","ts":1784638946.027887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","header":"x-maas-subscription"}
{"level":"info","ts":1784638946.027903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784638946.0279377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"}
{"level":"info","ts":1784638946.0293171,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"}
{"level":"info","ts":1784638946.0293367,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"}
{"level":"info","ts":1784638946.029357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","EoS":false}
{"level":"info","ts":1784638946.029371,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200","EoS":true}
{"level":"info","ts":1784638946.0294108,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"495f3009-52a7-4582-9dc2-4721b7324200"}
{"level":"info","ts":1784639254.0826373,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784639254.08271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"}
{"level":"info","ts":1784639254.0827198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"}
{"level":"info","ts":1784639254.0827303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","EoS":true}
{"level":"info","ts":1784639254.0827518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","header":"x-maas-group"}
{"level":"info","ts":1784639254.082762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","header":"x-maas-subscription"}
{"level":"info","ts":1784639254.0827672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","header":"x-maas-username"}
{"level":"info","ts":1784639254.0827787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784639254.0828016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"}
{"level":"info","ts":1784639254.0837457,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"}
{"level":"info","ts":1784639254.0837643,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"}
{"level":"info","ts":1784639254.0837786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","EoS":false}
{"level":"info","ts":1784639254.0837896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67","EoS":true}
{"level":"info","ts":1784639254.0838218,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ef6bfa30-360b-4863-90f3-44ed25482f67"}
{"level":"info","ts":1784639258.864952,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9579acca-35d1-4007-a3fd-8775ec5d01cb","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784639258.8652308,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39122.263762656,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639258.8652618,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639258.9374075,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639258.9660635,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9579acca-35d1-4007-a3fd-8775ec5d01cb","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784639258.9842684,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a6f4705-c482-4bb0-b3a7-9da8742192a3","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784639258.984299,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a6f4705-c482-4bb0-b3a7-9da8742192a3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784639258.984304,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3da0ff8c-4dee-4904-82e6-3be087afb195"}
{"level":"info","ts":1784639258.9911134,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9670ee35-01cb-4832-8a6b-e1e8fca7cf75","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784639258.9912536,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33818.632667061,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639258.9912736,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639258.9912617,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9670ee35-01cb-4832-8a6b-e1e8fca7cf75","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784639259.0005584,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639259.0922704,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3da0ff8c-4dee-4904-82e6-3be087afb195","name":"e2e-external-provider"}
{"level":"info","ts":1784639259.0989542,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c208179-3059-4479-8634-7b00327a238f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639259.0990536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c208179-3059-4479-8634-7b00327a238f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784639259.0989542,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a5ec8be-d821-4c58-8431-b5350b910020"}
{"level":"info","ts":1784639259.1035979,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3da0ff8c-4dee-4904-82e6-3be087afb195","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784639259.1081355,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba2be91-162d-4ac9-80ab-7593f52203ac","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639259.1081707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ba2be91-162d-4ac9-80ab-7593f52203ac","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784639259.1083064,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a5ec8be-d821-4c58-8431-b5350b910020","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784639259.115162,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a5ec8be-d821-4c58-8431-b5350b910020","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784639259.1152563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd12c0e-da47-4df7-99ff-e297274bec7a"}
{"level":"info","ts":1784639259.1152723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83cd06b4-3c52-41e8-8f80-f6c1318ef124","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639259.1152866,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd12c0e-da47-4df7-99ff-e297274bec7a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784639259.1152923,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83cd06b4-3c52-41e8-8f80-f6c1318ef124","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784639259.115707,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3da0ff8c-4dee-4904-82e6-3be087afb195","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784639259.1205037,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bd12c0e-da47-4df7-99ff-e297274bec7a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784639259.1205568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"770442da-e666-420b-b635-32dc8b8ca3eb"}
{"level":"info","ts":1784639259.1205747,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"770442da-e666-420b-b635-32dc8b8ca3eb","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784639259.123875,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3da0ff8c-4dee-4904-82e6-3be087afb195","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784639259.1258285,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"770442da-e666-420b-b635-32dc8b8ca3eb","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784639259.1320581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0328072-6079-44a4-aeae-567c4431555a"}
{"level":"info","ts":1784639259.1321778,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5221197f-e8cf-4ac9-a1bd-0de58bec458f"}
{"level":"info","ts":1784639259.1322289,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d5a49b92-2211-484d-929c-85ae27567520","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784639259.132256,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d5a49b92-2211-484d-929c-85ae27567520","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784639259.1322799,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36291.607838185,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639259.1322987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639259.1323235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8bdcf11-d86a-4ef3-9193-47d86525df1d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639259.1323366,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8bdcf11-d86a-4ef3-9193-47d86525df1d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784639259.1323934,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5221197f-e8cf-4ac9-a1bd-0de58bec458f","name":"e2e-external-provider"}
{"level":"info","ts":1784639259.140588,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784639259.1445374,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5221197f-e8cf-4ac9-a1bd-0de58bec458f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784639259.149957,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d4bf5db-e904-45fe-a258-5e723e6f4bf6"}
{"level":"info","ts":1784639259.1499953,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d4bf5db-e904-45fe-a258-5e723e6f4bf6","name":"e2e-external-provider"}
{"level":"info","ts":1784639259.1618004,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d4bf5db-e904-45fe-a258-5e723e6f4bf6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784639259.2323494,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0328072-6079-44a4-aeae-567c4431555a","name":"e2e-external-model"}
{"level":"info","ts":1784639259.2490394,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0328072-6079-44a4-aeae-567c4431555a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784639259.2566335,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d09fa2ae-a688-44a7-94fb-5e2e6da77003","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639259.2566676,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d09fa2ae-a688-44a7-94fb-5e2e6da77003","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784639259.2567372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2e13270-1af3-44fc-9f4c-9e4c0c78e01a"}
{"level":"info","ts":1784639259.2568083,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2e13270-1af3-44fc-9f4c-9e4c0c78e01a","name":"e2e-external-model"}
{"level":"error","ts":1784639259.2730422,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2e13270-1af3-44fc-9f4c-9e4c0c78e01a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784639259.2731662,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ba1a356-b4aa-42dc-90e3-5f535739ca0d"}
{"level":"info","ts":1784639259.2732322,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ba1a356-b4aa-42dc-90e3-5f535739ca0d","name":"e2e-external-model"}
{"level":"info","ts":1784639259.2731664,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd956698-2b01-4ee8-8c25-252d83b2d4e9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639259.273291,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd956698-2b01-4ee8-8c25-252d83b2d4e9","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784639259.2840497,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ba1a356-b4aa-42dc-90e3-5f535739ca0d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784639259.2939107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"159d9109-fe03-427f-b820-d77d0803535a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639259.294049,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3d33443-3518-4889-9a4f-1d5ea61dc4fd"}
{"level":"info","ts":1784639259.2940688,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"159d9109-fe03-427f-b820-d77d0803535a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784639259.2941146,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3d33443-3518-4889-9a4f-1d5ea61dc4fd","name":"e2e-external-model"}
{"level":"info","ts":1784639259.306846,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3d33443-3518-4889-9a4f-1d5ea61dc4fd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784639266.5311217,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784639266.5311801,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313"}
{"level":"info","ts":1784639266.5311885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313"}
{"level":"info","ts":1784639266.5311987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","EoS":true}
{"level":"info","ts":1784639266.5312173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","header":"x-maas-username"}
{"level":"info","ts":1784639266.531228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","header":"x-maas-group"}
{"level":"info","ts":1784639266.5312343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","header":"x-maas-subscription"}
{"level":"info","ts":1784639266.5312471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784639266.5312533,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","modelName":"e2e-external-model"}
{"level":"info","ts":1784639266.531263,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784639266.5312986,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784639266.531315,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313","authType":"apikey"}
{"level":"info","ts":1784639266.5313365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"333e2ad8-a40b-42f3-9f88-8aad20b7d313"}
{"level":"info","ts":1784639266.6484551,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7050ae66-c875-46dc-a146-3376ee5e5394","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784639266.6484928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7050ae66-c875-46dc-a146-3376ee5e5394","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784639266.6485035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c2b3b98-4ca5-4019-ba47-5d867f62301e"}
{"level":"info","ts":1784639266.6554494,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c2b3b98-4ca5-4019-ba47-5d867f62301e","name":"e2e-cleanup-test"}
{"level":"info","ts":1784639266.6554947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e501c879-b101-4450-8660-ac06676dd825","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784639266.6555192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e501c879-b101-4450-8660-ac06676dd825","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784639266.6656847,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c2b3b98-4ca5-4019-ba47-5d867f62301e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784639266.6743271,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"373b8fa9-7adf-4a96-b24d-b271017c671d"}
{"level":"info","ts":1784639266.6743922,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"373b8fa9-7adf-4a96-b24d-b271017c671d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784639266.6744826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"256403dd-0ffd-49fb-802d-4217c16d3427","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784639266.6745117,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"256403dd-0ffd-49fb-802d-4217c16d3427","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784639266.685541,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"373b8fa9-7adf-4a96-b24d-b271017c671d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784639266.6855924,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"373b8fa9-7adf-4a96-b24d-b271017c671d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784639266.6856356,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3aba8ed-47fa-4ced-afe2-7b30be92b83c"}
{"level":"info","ts":1784639266.6856778,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3aba8ed-47fa-4ced-afe2-7b30be92b83c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784639266.694322,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3aba8ed-47fa-4ced-afe2-7b30be92b83c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784639274.914581,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9010d19d-1267-48e7-9289-5fdf86c0c440","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784639274.914611,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"113dcf71-3ae4-40e5-a6f4-3e32e58b3711"}
{"level":"info","ts":1784639274.9146283,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9010d19d-1267-48e7-9289-5fdf86c0c440","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784639279.2254663,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784639279.225537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09"}
{"level":"info","ts":1784639279.225552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09"}
{"level":"info","ts":1784639279.2255638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09","EoS":true}
{"level":"info","ts":1784639279.225594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784639279.2256274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53da52c6-b4f5-4c68-bb43-e16a14f1ae09"}
{"level":"info","ts":1784639279.2667096,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784639279.2667725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61"}
{"level":"info","ts":1784639279.2667882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61"}
{"level":"info","ts":1784639279.2668033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","EoS":true}
{"level":"info","ts":1784639279.2668269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","header":"x-maas-group"}
{"level":"info","ts":1784639279.266839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","header":"x-maas-username"}
{"level":"info","ts":1784639279.2668447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","header":"x-maas-subscription"}
{"level":"info","ts":1784639279.2668571,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784639279.2668698,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","modelName":"e2e-external-model"}
{"level":"info","ts":1784639279.2668867,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784639279.2669115,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784639279.2669277,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61","authType":"apikey"}
{"level":"info","ts":1784639279.26695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5801cd11-82d4-441a-9ba4-565c37ac6c61"}
{"level":"info","ts":1784639279.3025753,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784639279.3026376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"}
{"level":"info","ts":1784639279.3026502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"}
{"level":"info","ts":1784639279.3026614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","EoS":true}
{"level":"info","ts":1784639279.3026972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","header":"x-maas-group"}
{"level":"info","ts":1784639279.3027077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","header":"x-maas-subscription"}
{"level":"info","ts":1784639279.3027155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","header":"x-maas-username"}
{"level":"info","ts":1784639279.3027313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784639279.3027558,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"}
{"level":"info","ts":1784639279.415053,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"}
{"level":"info","ts":1784639279.4150832,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"}
{"level":"info","ts":1784639279.415112,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","EoS":false}
{"level":"info","ts":1784639279.4151313,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","EoS":true}
{"level":"error","ts":1784639279.415151,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784639279.4152288,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f5b9a0d-7bc6-475c-8ead-ce9bf73a0ec4"}
{"level":"info","ts":1784639279.4570854,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784639279.457157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"}
{"level":"info","ts":1784639279.4571657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"}
{"level":"info","ts":1784639279.4571776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","EoS":true}
{"level":"info","ts":1784639279.4571989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","header":"x-maas-subscription"}
{"level":"info","ts":1784639279.4572093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","header":"x-maas-group"}
{"level":"info","ts":1784639279.4572144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","header":"x-maas-username"}
{"level":"info","ts":1784639279.4572408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"}
{"level":"info","ts":1784639279.5813618,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"}
{"level":"info","ts":1784639279.5813923,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"}
{"level":"info","ts":1784639279.58141,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","EoS":false}
{"level":"info","ts":1784639279.5814242,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","EoS":true}
{"level":"error","ts":1784639279.58144,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784639279.5814729,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"be3d2a78-c379-4629-a732-63158b73bb08"}
{"level":"info","ts":1784639280.407553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e920235-e716-4eb4-b32b-f5840e34e9cc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639280.4075878,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e920235-e716-4eb4-b32b-f5840e34e9cc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784639280.4075902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fdc2ece-f8a1-403c-b4f3-0de0bacf1378"}
{"level":"info","ts":1784639280.5656743,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2ebea02-027a-4a86-86af-ed66b3e1950c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784639280.5656989,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fdc7da14-828a-40cb-b4cc-0d09bc847b45"}
{"level":"info","ts":1784639280.5657153,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2ebea02-027a-4a86-86af-ed66b3e1950c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784639280.69238,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c5753598-6c19-422a-8907-c502eae1dab3","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784639280.692453,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c5753598-6c19-422a-8907-c502eae1dab3","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784639896.8035908,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784639896.8036757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"}
{"level":"info","ts":1784639896.8036888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"}
{"level":"info","ts":1784639896.8037071,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","EoS":true}
{"level":"info","ts":1784639896.803738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","header":"x-maas-group"}
{"level":"info","ts":1784639896.8037515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","header":"x-maas-username"}
{"level":"info","ts":1784639896.803759,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","header":"x-maas-subscription"}
{"level":"info","ts":1784639896.803784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","path":"/ai-tenant-e2e-inf-b-823a18/test-model-823a18/v1/chat/completions"}
{"level":"info","ts":1784639896.80382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"}
{"level":"info","ts":1784639896.8171167,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"}
{"level":"info","ts":1784639896.817142,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"}
{"level":"info","ts":1784639896.817159,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","EoS":false}
{"level":"info","ts":1784639896.8171709,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a","EoS":true}
{"level":"info","ts":1784639896.8172078,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"586de9f3-0e3c-4cdd-a65c-92e868e44a5a"}
{"level":"info","ts":1784640358.0134916,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784640358.0135663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"}
{"level":"info","ts":1784640358.0135753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"}
{"level":"info","ts":1784640358.0135865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","EoS":true}
{"level":"info","ts":1784640358.0136087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","header":"x-maas-group"}
{"level":"info","ts":1784640358.0136187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","header":"x-maas-subscription"}
{"level":"info","ts":1784640358.013624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","header":"x-maas-username"}
{"level":"info","ts":1784640358.013636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","path":"/ai-tenant-e2e-shared-a-b3a013/rate-test-model-b3a013/v1/completions"}
{"level":"info","ts":1784640358.01366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"}
{"level":"info","ts":1784640358.026548,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"}
{"level":"info","ts":1784640358.0265698,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"}
{"level":"info","ts":1784640358.0265849,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","EoS":false}
{"level":"info","ts":1784640358.0265963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a","EoS":true}
{"level":"info","ts":1784640358.0266383,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0908e7e-bb8a-45c6-bc4d-f280b169ce7a"}
{"level":"info","ts":1784640359.0655284,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784640359.0655897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"}
{"level":"info","ts":1784640359.0655987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"}
{"level":"info","ts":1784640359.065609,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","EoS":true}
{"level":"info","ts":1784640359.0656335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","header":"x-maas-subscription"}
{"level":"info","ts":1784640359.0656426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","header":"x-maas-group"}
{"level":"info","ts":1784640359.065648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","header":"x-maas-username"}
{"level":"info","ts":1784640359.0656593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","path":"/ai-tenant-e2e-shared-a-b3a013/rate-test-model-b3a013/v1/completions"}
{"level":"info","ts":1784640359.0656853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"}
{"level":"info","ts":1784640359.067804,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"}
{"level":"info","ts":1784640359.0678313,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"}
{"level":"info","ts":1784640359.067846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","EoS":false}
{"level":"info","ts":1784640359.0678596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad","EoS":true}
{"level":"info","ts":1784640359.067889,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cbe28b76-8801-4ae9-a6ba-fd2b0fa2f1ad"}
{"level":"info","ts":1784640375.3395813,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784640375.3396564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"}
{"level":"info","ts":1784640375.339668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"}
{"level":"info","ts":1784640375.3396795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","EoS":true}
{"level":"info","ts":1784640375.339703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","header":"x-maas-subscription"}
{"level":"info","ts":1784640375.3397136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","header":"x-maas-username"}
{"level":"info","ts":1784640375.3397188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","header":"x-maas-group"}
{"level":"info","ts":1784640375.3397336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","path":"/ai-tenant-e2e-shared-b-cfed01/rate-test-model-cfed01/v1/completions"}
{"level":"info","ts":1784640375.3397555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"}
{"level":"info","ts":1784640375.3531954,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"}
{"level":"info","ts":1784640375.353219,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"}
{"level":"info","ts":1784640375.35324,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","EoS":false}
{"level":"info","ts":1784640375.353253,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512","EoS":true}
{"level":"info","ts":1784640375.3532913,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"db7e67a8-8e74-4c94-8121-db7d29410512"}