{"level":"info","ts":1784720414.467076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872"}
{"level":"info","ts":1784720414.467093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872"}
{"level":"info","ts":1784720414.4671073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872","EoS":true}
{"level":"info","ts":1784720414.467136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872","header":"x-maas-subscription"}
{"level":"info","ts":1784720414.4671476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872","header":"x-maas-username"}
{"level":"info","ts":1784720414.4671552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872","header":"x-maas-group"}
{"level":"info","ts":1784720414.467173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720414.467196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872"}
{"level":"info","ts":1784720414.4680643,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872"}
{"level":"info","ts":1784720414.4680843,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872"}
{"level":"info","ts":1784720414.4680989,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872","EoS":false}
{"level":"info","ts":1784720414.4681103,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872","EoS":true}
{"level":"info","ts":1784720414.4681518,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872"}
{"level":"info","ts":1784720434.5638497,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720434.5639682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"}
{"level":"info","ts":1784720434.5639875,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"}
{"level":"info","ts":1784720434.5640228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","EoS":true}
{"level":"info","ts":1784720434.5640543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","header":"x-maas-username"}
{"level":"info","ts":1784720434.5640652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","header":"x-maas-group"}
{"level":"info","ts":1784720434.5640724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","header":"x-maas-subscription"}
{"level":"info","ts":1784720434.5640883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720434.5641212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"}
{"level":"info","ts":1784720434.5654871,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"}
{"level":"info","ts":1784720434.5655112,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"}
{"level":"info","ts":1784720434.5655417,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","EoS":false}
{"level":"info","ts":1784720434.5655603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","EoS":true}
{"level":"info","ts":1784720434.5656064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"}
{"level":"info","ts":1784720434.7057662,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720434.7058442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"}
{"level":"info","ts":1784720434.7058558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"}
{"level":"info","ts":1784720434.7058678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","EoS":true}
{"level":"info","ts":1784720434.7058947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","header":"x-maas-username"}
{"level":"info","ts":1784720434.7059057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","header":"x-maas-group"}
{"level":"info","ts":1784720434.70591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","header":"x-maas-subscription"}
{"level":"info","ts":1784720434.7059233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720434.705956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"}
{"level":"info","ts":1784720434.7071342,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"}
{"level":"info","ts":1784720434.7071593,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"}
{"level":"info","ts":1784720434.7071812,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","EoS":false}
{"level":"info","ts":1784720434.7072034,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","EoS":true}
{"level":"info","ts":1784720434.7072618,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"}
{"level":"info","ts":1784720434.8453436,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720434.845418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"}
{"level":"info","ts":1784720434.845428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"}
{"level":"info","ts":1784720434.8454394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","EoS":true}
{"level":"info","ts":1784720434.845464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","header":"x-maas-username"}
{"level":"info","ts":1784720434.845474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","header":"x-maas-subscription"}
{"level":"info","ts":1784720434.8454797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","header":"x-maas-group"}
{"level":"info","ts":1784720434.8454947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720434.845521,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"}
{"level":"info","ts":1784720434.8466861,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"}
{"level":"info","ts":1784720434.8466995,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"}
{"level":"info","ts":1784720434.8467112,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","EoS":false}
{"level":"info","ts":1784720434.8467228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","EoS":true}
{"level":"info","ts":1784720434.8467572,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"}
{"level":"info","ts":1784720434.9843223,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720434.984419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"}
{"level":"info","ts":1784720434.9844341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"}
{"level":"info","ts":1784720434.9844553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","EoS":true}
{"level":"info","ts":1784720434.9844966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","header":"x-maas-username"}
{"level":"info","ts":1784720434.9845088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","header":"x-maas-subscription"}
{"level":"info","ts":1784720434.9845154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","header":"x-maas-group"}
{"level":"info","ts":1784720434.9845376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720434.9845686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"}
{"level":"info","ts":1784720434.9857342,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"}
{"level":"info","ts":1784720434.9857605,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"}
{"level":"info","ts":1784720434.9857798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","EoS":false}
{"level":"info","ts":1784720434.9857965,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","EoS":true}
{"level":"info","ts":1784720434.985845,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"}
{"level":"info","ts":1784720435.12657,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720435.1266637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"}
{"level":"info","ts":1784720435.1266785,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"}
{"level":"info","ts":1784720435.1266973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","EoS":true}
{"level":"info","ts":1784720435.126736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","header":"x-maas-username"}
{"level":"info","ts":1784720435.126748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","header":"x-maas-subscription"}
{"level":"info","ts":1784720435.1267564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","header":"x-maas-group"}
{"level":"info","ts":1784720435.1267774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720435.12681,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"}
{"level":"info","ts":1784720435.1299508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"}
{"level":"info","ts":1784720435.1299763,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"}
{"level":"info","ts":1784720435.1299937,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","EoS":false}
{"level":"info","ts":1784720435.1300216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","EoS":true}
{"level":"info","ts":1784720435.1300664,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"}
{"level":"info","ts":1784720450.9966996,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720450.9967844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"}
{"level":"info","ts":1784720450.9967961,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"}
{"level":"info","ts":1784720450.9968073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","EoS":true}
{"level":"info","ts":1784720450.9968336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","header":"x-maas-username"}
{"level":"info","ts":1784720450.9968443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","header":"x-maas-group"}
{"level":"info","ts":1784720450.9968493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","header":"x-maas-subscription"}
{"level":"info","ts":1784720450.9968665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720450.996893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"}
{"level":"info","ts":1784720451.0001178,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"}
{"level":"info","ts":1784720451.0001404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"}
{"level":"info","ts":1784720451.000171,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","EoS":false}
{"level":"info","ts":1784720451.0001879,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","EoS":true}
{"level":"info","ts":1784720451.0002365,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"}
{"level":"info","ts":1784720451.1096604,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720451.1097567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edfde9b5-8135-413f-a0ed-35f51fea6736"}
{"level":"info","ts":1784720451.1120992,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edfde9b5-8135-413f-a0ed-35f51fea6736"}
{"level":"info","ts":1784720451.1121182,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"edfde9b5-8135-413f-a0ed-35f51fea6736"}
{"level":"info","ts":1784720451.112133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"edfde9b5-8135-413f-a0ed-35f51fea6736","EoS":false}
{"level":"info","ts":1784720451.112146,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"edfde9b5-8135-413f-a0ed-35f51fea6736"}
{"level":"info","ts":1784720451.112172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"edfde9b5-8135-413f-a0ed-35f51fea6736","EoS":true}
{"level":"info","ts":1784720451.1121814,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"edfde9b5-8135-413f-a0ed-35f51fea6736"}
{"level":"info","ts":1784720455.7678227,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720455.7679136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"}
{"level":"info","ts":1784720455.7679305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"}
{"level":"info","ts":1784720455.7679503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","EoS":true}
{"level":"info","ts":1784720455.7679877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","header":"x-maas-subscription"}
{"level":"info","ts":1784720455.7680008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","header":"x-maas-username"}
{"level":"info","ts":1784720455.768043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","header":"x-maas-group"}
{"level":"info","ts":1784720455.7680619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720455.7680979,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"}
{"level":"info","ts":1784720455.7690969,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"}
{"level":"info","ts":1784720455.7691183,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"}
{"level":"info","ts":1784720455.7691336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","EoS":false}
{"level":"info","ts":1784720455.7691438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","EoS":true}
{"level":"info","ts":1784720455.7691846,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"}
{"level":"info","ts":1784720466.406805,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720466.406909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"}
{"level":"info","ts":1784720466.4069269,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"}
{"level":"info","ts":1784720466.406941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","EoS":true}
{"level":"info","ts":1784720466.4069653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","header":"x-maas-username"}
{"level":"info","ts":1784720466.4069748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","header":"x-maas-subscription"}
{"level":"info","ts":1784720466.4069788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","header":"x-maas-group"}
{"level":"info","ts":1784720466.406993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784720466.4070513,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"}
{"level":"info","ts":1784720466.410412,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"}
{"level":"info","ts":1784720466.4104357,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"}
{"level":"info","ts":1784720466.410451,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","EoS":false}
{"level":"info","ts":1784720466.4104636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","EoS":true}
{"level":"info","ts":1784720466.4105043,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"}
{"level":"info","ts":1784720479.335138,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720479.3352408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"}
{"level":"info","ts":1784720479.3352594,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"}
{"level":"info","ts":1784720479.3352773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","EoS":true}
{"level":"info","ts":1784720479.335314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","header":"x-maas-username"}
{"level":"info","ts":1784720479.3353264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","header":"x-maas-group"}
{"level":"info","ts":1784720479.335336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","header":"x-maas-subscription"}
{"level":"info","ts":1784720479.3353543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720479.3353887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"}
{"level":"info","ts":1784720479.3364096,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"}
{"level":"info","ts":1784720479.3364353,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"}
{"level":"info","ts":1784720479.3364558,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","EoS":false}
{"level":"info","ts":1784720479.336476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","EoS":true}
{"level":"info","ts":1784720479.3365316,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"}
{"level":"info","ts":1784720487.9322948,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720487.9324281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"}
{"level":"info","ts":1784720487.9324446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"}
{"level":"info","ts":1784720487.9324648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","EoS":true}
{"level":"info","ts":1784720487.9325023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","header":"x-maas-subscription"}
{"level":"info","ts":1784720487.9325156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","header":"x-maas-username"}
{"level":"info","ts":1784720487.9325235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","header":"x-maas-group"}
{"level":"info","ts":1784720487.932544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720487.9325776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"}
{"level":"info","ts":1784720487.9335208,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"}
{"level":"info","ts":1784720487.9335477,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"}
{"level":"info","ts":1784720487.93357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","EoS":false}
{"level":"info","ts":1784720487.9335878,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","EoS":true}
{"level":"info","ts":1784720487.933636,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"}
{"level":"info","ts":1784720496.9052017,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720496.905286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"}
{"level":"info","ts":1784720496.9052954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"}
{"level":"info","ts":1784720496.9053068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","EoS":true}
{"level":"info","ts":1784720496.9053335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","header":"x-maas-username"}
{"level":"info","ts":1784720496.905344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","header":"x-maas-group"}
{"level":"info","ts":1784720496.9053495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","header":"x-maas-subscription"}
{"level":"info","ts":1784720496.9053636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720496.9053893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"}
{"level":"info","ts":1784720496.9063137,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"}
{"level":"info","ts":1784720496.9063358,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"}
{"level":"info","ts":1784720496.9063509,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","EoS":false}
{"level":"info","ts":1784720496.906369,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","EoS":true}
{"level":"info","ts":1784720496.9064066,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"}
{"level":"info","ts":1784720522.0234654,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720522.0235467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"}
{"level":"info","ts":1784720522.023558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"}
{"level":"info","ts":1784720522.0235696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","EoS":true}
{"level":"info","ts":1784720522.0235999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","header":"x-maas-subscription"}
{"level":"info","ts":1784720522.0236123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","header":"x-maas-username"}
{"level":"info","ts":1784720522.0236235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","header":"x-maas-group"}
{"level":"info","ts":1784720522.0236368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784720522.0236652,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"}
{"level":"info","ts":1784720522.0262337,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"}
{"level":"info","ts":1784720522.0262551,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"}
{"level":"info","ts":1784720522.0262723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","EoS":false}
{"level":"info","ts":1784720522.026284,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","EoS":true}
{"level":"info","ts":1784720522.0263212,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"}
{"level":"info","ts":1784720545.167589,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720545.16767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"}
{"level":"info","ts":1784720545.1676793,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"}
{"level":"info","ts":1784720545.1676903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","EoS":true}
{"level":"info","ts":1784720545.1677158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","header":"x-maas-subscription"}
{"level":"info","ts":1784720545.1677263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","header":"x-maas-group"}
{"level":"info","ts":1784720545.1677313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","header":"x-maas-username"}
{"level":"info","ts":1784720545.1677432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784720545.167766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"}
{"level":"info","ts":1784720545.1689715,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"}
{"level":"info","ts":1784720545.1689923,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"}
{"level":"info","ts":1784720545.1690328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","EoS":false}
{"level":"info","ts":1784720545.1690454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","EoS":true}
{"level":"info","ts":1784720545.169081,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"}
{"level":"info","ts":1784720571.976058,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720571.9761589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"}
{"level":"info","ts":1784720571.9761705,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"}
{"level":"info","ts":1784720571.976187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","EoS":true}
{"level":"info","ts":1784720571.9762156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","header":"x-maas-group"}
{"level":"info","ts":1784720571.9762259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","header":"x-maas-subscription"}
{"level":"info","ts":1784720571.9762309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","header":"x-maas-username"}
{"level":"info","ts":1784720571.976245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720571.9762752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"}
{"level":"info","ts":1784720571.9787266,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"}
{"level":"info","ts":1784720571.9787507,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"}
{"level":"info","ts":1784720571.9787712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","EoS":false}
{"level":"info","ts":1784720571.9787858,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","EoS":true}
{"level":"info","ts":1784720571.978824,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"}
{"level":"info","ts":1784720581.4687786,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720581.4688654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"}
{"level":"info","ts":1784720581.4688754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"}
{"level":"info","ts":1784720581.468892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","EoS":true}
{"level":"info","ts":1784720581.4689195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","header":"x-maas-username"}
{"level":"info","ts":1784720581.4689302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","header":"x-maas-subscription"}
{"level":"info","ts":1784720581.4689353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","header":"x-maas-group"}
{"level":"info","ts":1784720581.468949,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720581.4689806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"}
{"level":"info","ts":1784720581.469869,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"}
{"level":"info","ts":1784720581.4698822,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"}
{"level":"info","ts":1784720581.4698944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","EoS":false}
{"level":"info","ts":1784720581.4699047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","EoS":true}
{"level":"info","ts":1784720581.4699404,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"}
{"level":"info","ts":1784720581.5113015,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720581.511409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"}
{"level":"info","ts":1784720581.5114307,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"}
{"level":"info","ts":1784720581.5114498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","EoS":true}
{"level":"info","ts":1784720581.5114903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","header":"x-maas-subscription"}
{"level":"info","ts":1784720581.511505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","header":"x-maas-group"}
{"level":"info","ts":1784720581.5115128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","header":"x-maas-username"}
{"level":"info","ts":1784720581.5115325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720581.5115707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"}
{"level":"info","ts":1784720581.5124397,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"}
{"level":"info","ts":1784720581.5124652,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"}
{"level":"info","ts":1784720581.5124884,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","EoS":false}
{"level":"info","ts":1784720581.5125058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","EoS":true}
{"level":"info","ts":1784720581.5125551,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"}
{"level":"info","ts":1784720600.7891324,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720600.789226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"}
{"level":"info","ts":1784720600.789239,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"}
{"level":"info","ts":1784720600.7892706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","EoS":true}
{"level":"info","ts":1784720600.789311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","header":"x-maas-subscription"}
{"level":"info","ts":1784720600.7893248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","header":"x-maas-group"}
{"level":"info","ts":1784720600.789332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","header":"x-maas-username"}
{"level":"info","ts":1784720600.789351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720600.789388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"}
{"level":"info","ts":1784720600.7902822,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"}
{"level":"info","ts":1784720600.7903047,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"}
{"level":"info","ts":1784720600.7903233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","EoS":false}
{"level":"info","ts":1784720600.7903333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","EoS":true}
{"level":"info","ts":1784720600.790366,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"}
{"level":"info","ts":1784720731.2297668,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720731.2298644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"}
{"level":"info","ts":1784720731.2298775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"}
{"level":"info","ts":1784720731.2298977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","EoS":true}
{"level":"info","ts":1784720731.2299368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","header":"x-maas-group"}
{"level":"info","ts":1784720731.2299502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","header":"x-maas-subscription"}
{"level":"info","ts":1784720731.22996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","header":"x-maas-username"}
{"level":"info","ts":1784720731.2300644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784720731.2301068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"}
{"level":"info","ts":1784720731.2323623,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"}
{"level":"info","ts":1784720731.2323868,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"}
{"level":"info","ts":1784720731.232403,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","EoS":false}
{"level":"info","ts":1784720731.2324147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","EoS":true}
{"level":"info","ts":1784720731.2324533,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"}
{"level":"info","ts":1784720768.475422,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720768.4755142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"}
{"level":"info","ts":1784720768.4755225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"}
{"level":"info","ts":1784720768.4755347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","EoS":true}
{"level":"info","ts":1784720768.4755597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","header":"x-maas-subscription"}
{"level":"info","ts":1784720768.4755702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","header":"x-maas-group"}
{"level":"info","ts":1784720768.475575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","header":"x-maas-username"}
{"level":"info","ts":1784720768.475591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720768.4756167,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"}
{"level":"info","ts":1784720768.4771638,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"}
{"level":"info","ts":1784720768.4771807,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"}
{"level":"info","ts":1784720768.4771955,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","EoS":false}
{"level":"info","ts":1784720768.477212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","EoS":true}
{"level":"info","ts":1784720768.477252,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"}
{"level":"info","ts":1784720783.7910767,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784720783.791154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"}
{"level":"info","ts":1784720783.7911632,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"}
{"level":"info","ts":1784720783.7911737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","EoS":true}
{"level":"info","ts":1784720783.791198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","header":"x-maas-subscription"}
{"level":"info","ts":1784720783.7912085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","header":"x-maas-username"}
{"level":"info","ts":1784720783.791213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","header":"x-maas-group"}
{"level":"info","ts":1784720783.7912254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784720783.7912524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"}
{"level":"info","ts":1784720783.7922633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"}
{"level":"info","ts":1784720783.7922752,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"}
{"level":"info","ts":1784720783.7922864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","EoS":false}
{"level":"info","ts":1784720783.792299,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","EoS":true}
{"level":"info","ts":1784720783.79233,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"}
{"level":"info","ts":1784721103.845788,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784721103.845886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"}
{"level":"info","ts":1784721103.8458972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"}
{"level":"info","ts":1784721103.8459141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","EoS":true}
{"level":"info","ts":1784721103.8459423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","header":"x-maas-subscription"}
{"level":"info","ts":1784721103.8459527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","header":"x-maas-group"}
{"level":"info","ts":1784721103.8459582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","header":"x-maas-username"}
{"level":"info","ts":1784721103.8459713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784721103.8460357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"}
{"level":"info","ts":1784721103.847128,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"}
{"level":"info","ts":1784721103.847155,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"}
{"level":"info","ts":1784721103.847177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","EoS":false}
{"level":"info","ts":1784721103.8471959,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","EoS":true}
{"level":"info","ts":1784721103.8472497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"}
{"level":"info","ts":1784721108.661959,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"232ded6d-3044-4d52-827e-40b3bc324922","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784721108.6623163,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34424.865031323,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.662342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.7239199,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.7629783,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"232ded6d-3044-4d52-827e-40b3bc324922","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784721108.7964442,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cb77551-2ce9-487b-9a7c-d549a1972b86","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784721108.79646,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f24e08c7-4dac-4b73-8b9e-17c3e3af269e"}
{"level":"info","ts":1784721108.7964823,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cb77551-2ce9-487b-9a7c-d549a1972b86","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784721108.8051763,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7bbd2abd-14e1-4c53-95dd-9cb280a710c9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784721108.8052094,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7bbd2abd-14e1-4c53-95dd-9cb280a710c9","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784721108.8057997,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36264.969679375,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.8058171,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.8153086,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.906282,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f24e08c7-4dac-4b73-8b9e-17c3e3af269e","name":"e2e-external-provider"}
{"level":"info","ts":1784721108.914093,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39724984-c208-4bbb-8a70-8155ba7b72fc"}
{"level":"info","ts":1784721108.9141111,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d834436-85b3-409f-972c-00d6449b5d6c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721108.9143486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d834436-85b3-409f-972c-00d6449b5d6c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784721108.9228358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49fe646f-8528-4590-84a6-ebd81f336089","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721108.9228778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49fe646f-8528-4590-84a6-ebd81f336089","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784721108.922942,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39724984-c208-4bbb-8a70-8155ba7b72fc","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784721108.923301,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f24e08c7-4dac-4b73-8b9e-17c3e3af269e","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784721108.9303834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89627bec-c048-438a-ad1e-e7db59e1d305","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721108.9304152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89627bec-c048-438a-ad1e-e7db59e1d305","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784721108.930739,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39724984-c208-4bbb-8a70-8155ba7b72fc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784721108.9308107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82594a63-27dd-451d-a31d-f37addd02cec"}
{"level":"info","ts":1784721108.9308343,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82594a63-27dd-451d-a31d-f37addd02cec","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784721108.9362233,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82594a63-27dd-451d-a31d-f37addd02cec","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784721108.9363472,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f24e08c7-4dac-4b73-8b9e-17c3e3af269e","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784721108.9428062,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f24e08c7-4dac-4b73-8b9e-17c3e3af269e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784721108.9470675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53e0e6de-4394-4a10-8749-eace86fe643b"}
{"level":"info","ts":1784721108.9470987,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53e0e6de-4394-4a10-8749-eace86fe643b","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784721108.9514043,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9da45a13-fb24-43a0-baad-ac71f2e36cf3"}
{"level":"info","ts":1784721108.9514134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a0b7647-a3cc-4fc3-9ee2-7131af6b48ab","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721108.9514434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a0b7647-a3cc-4fc3-9ee2-7131af6b48ab","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784721108.951488,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9da45a13-fb24-43a0-baad-ac71f2e36cf3","name":"e2e-external-provider"}
{"level":"info","ts":1784721108.9514854,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98915805-a158-44c1-aec5-0a09b3ac668b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784721108.9516075,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98915805-a158-44c1-aec5-0a09b3ac668b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784721108.9521554,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53e0e6de-4394-4a10-8749-eace86fe643b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784721108.9522197,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4227d58e-8b2f-4dc0-adca-019f1c03df8b"}
{"level":"info","ts":1784721108.9524674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37584.48695732,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.9524844,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.960715,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784721108.9632518,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9da45a13-fb24-43a0-baad-ac71f2e36cf3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784721108.9684415,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23d91e60-68c4-4680-bca8-e6edf98e8f9c"}
{"level":"info","ts":1784721108.9685001,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23d91e60-68c4-4680-bca8-e6edf98e8f9c","name":"e2e-external-provider"}
{"level":"info","ts":1784721108.9805071,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23d91e60-68c4-4680-bca8-e6edf98e8f9c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784721109.053343,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4227d58e-8b2f-4dc0-adca-019f1c03df8b","name":"e2e-external-model"}
{"level":"info","ts":1784721109.0672865,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4227d58e-8b2f-4dc0-adca-019f1c03df8b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784721109.0744379,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd35c73f-c0ea-4aba-aa20-4d5ca71766ba","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721109.0744803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd35c73f-c0ea-4aba-aa20-4d5ca71766ba","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784721109.0745246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20d9b58e-dac6-43a2-b4ff-737a2fdda16b"}
{"level":"info","ts":1784721109.074584,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20d9b58e-dac6-43a2-b4ff-737a2fdda16b","name":"e2e-external-model"}
{"level":"info","ts":1784721109.089244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68c76d41-826e-47a8-b671-45007557db72","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721109.0892866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68c76d41-826e-47a8-b671-45007557db72","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784721109.0892751,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20d9b58e-dac6-43a2-b4ff-737a2fdda16b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784721109.0893512,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0711e787-3cc8-4a64-8460-024df7d9f9ee"}
{"level":"info","ts":1784721109.0894153,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0711e787-3cc8-4a64-8460-024df7d9f9ee","name":"e2e-external-model"}
{"level":"info","ts":1784721109.0985122,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0711e787-3cc8-4a64-8460-024df7d9f9ee","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784721109.1093965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"686a4a0c-7ece-4dbd-b5b2-eebf5da9bf68"}
{"level":"info","ts":1784721109.1093976,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bd17262-26be-45a2-9424-2982b967d1eb","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721109.109445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bd17262-26be-45a2-9424-2982b967d1eb","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784721109.1094573,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"686a4a0c-7ece-4dbd-b5b2-eebf5da9bf68","name":"e2e-external-model"}
{"level":"info","ts":1784721109.118264,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"686a4a0c-7ece-4dbd-b5b2-eebf5da9bf68","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784721116.457628,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784721116.4577038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f"}
{"level":"info","ts":1784721116.457713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f"}
{"level":"info","ts":1784721116.4577246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","EoS":true}
{"level":"info","ts":1784721116.45775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","header":"x-maas-subscription"}
{"level":"info","ts":1784721116.4577608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","header":"x-maas-group"}
{"level":"info","ts":1784721116.4577656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","header":"x-maas-username"}
{"level":"info","ts":1784721116.457778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784721116.4577851,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","modelName":"e2e-external-model"}
{"level":"info","ts":1784721116.4577973,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784721116.457832,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784721116.457848,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","authType":"apikey"}
{"level":"info","ts":1784721116.4578772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f"}
{"level":"info","ts":1784721116.5818388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35d48676-8a03-4d27-8707-fac905719491","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784721116.5818925,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35d48676-8a03-4d27-8707-fac905719491","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784721116.581841,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1c4ec80-9c0e-4359-83b0-cbe42335a163"}
{"level":"info","ts":1784721116.5947587,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1c4ec80-9c0e-4359-83b0-cbe42335a163","name":"e2e-cleanup-test"}
{"level":"info","ts":1784721116.5951307,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da265815-453c-4885-a711-eac236c2e699","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784721116.5951724,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da265815-453c-4885-a711-eac236c2e699","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784721116.6171577,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1c4ec80-9c0e-4359-83b0-cbe42335a163","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784721116.6173022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4069d87-17ef-46ac-8ab6-0f6081fcd8bf"}
{"level":"info","ts":1784721116.6173909,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4069d87-17ef-46ac-8ab6-0f6081fcd8bf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784721116.6174912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8044286-d74e-4c04-8051-cdb6ecafefc7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784721116.617522,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8044286-d74e-4c04-8051-cdb6ecafefc7","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784721116.6293914,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4069d87-17ef-46ac-8ab6-0f6081fcd8bf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784721116.6342573,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4069d87-17ef-46ac-8ab6-0f6081fcd8bf","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784721116.634392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc713c7e-33cc-4010-9891-a80f89961d40"}
{"level":"info","ts":1784721116.6344697,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc713c7e-33cc-4010-9891-a80f89961d40","name":"e2e-cleanup-test"}
{"level":"info","ts":1784721116.643341,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1e5e401-e1d7-4b94-ac33-f6d953d73bd6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784721116.6433873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1e5e401-e1d7-4b94-ac33-f6d953d73bd6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784721116.6449049,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc713c7e-33cc-4010-9891-a80f89961d40","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784721116.6496468,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dc713c7e-33cc-4010-9891-a80f89961d40","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784721116.649739,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58069524-8b2f-4661-954a-a3f5130b8710"}
{"level":"info","ts":1784721116.6497943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58069524-8b2f-4661-954a-a3f5130b8710","name":"e2e-cleanup-test"}
{"level":"info","ts":1784721116.6604633,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58069524-8b2f-4661-954a-a3f5130b8710","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784721124.865906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31c4a768-3752-4704-a2c8-9cf04c924f5a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784721124.8659468,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31c4a768-3752-4704-a2c8-9cf04c924f5a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784721124.8659456,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84d2202c-1010-42ea-9d9f-443cc598dcf9"}
{"level":"info","ts":1784721129.187902,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784721129.1879811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343"}
{"level":"info","ts":1784721129.1879907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343"}
{"level":"info","ts":1784721129.1880293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343","EoS":true}
{"level":"info","ts":1784721129.1880863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784721129.1881285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343"}
{"level":"info","ts":1784721129.2289612,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784721129.229069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e"}
{"level":"info","ts":1784721129.2290797,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e"}
{"level":"info","ts":1784721129.2290928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","EoS":true}
{"level":"info","ts":1784721129.2291188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","header":"x-maas-group"}
{"level":"info","ts":1784721129.229129,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","header":"x-maas-subscription"}
{"level":"info","ts":1784721129.2291343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","header":"x-maas-username"}
{"level":"info","ts":1784721129.2291484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784721129.2291574,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","modelName":"e2e-external-model"}
{"level":"info","ts":1784721129.2291713,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784721129.2291968,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784721129.2292213,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","authType":"apikey"}
{"level":"info","ts":1784721129.2292466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e"}
{"level":"info","ts":1784721129.2651126,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784721129.2651901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"}
{"level":"info","ts":1784721129.2652023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"}
{"level":"info","ts":1784721129.2652142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","EoS":true}
{"level":"info","ts":1784721129.2652407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","header":"x-maas-username"}
{"level":"info","ts":1784721129.2652502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","header":"x-maas-group"}
{"level":"info","ts":1784721129.265255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","header":"x-maas-subscription"}
{"level":"info","ts":1784721129.2652678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784721129.265291,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"}
{"level":"info","ts":1784721129.3749907,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"}
{"level":"info","ts":1784721129.3750541,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"}
{"level":"info","ts":1784721129.37508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","EoS":false}
{"level":"info","ts":1784721129.3750997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","EoS":true}
{"level":"error","ts":1784721129.3751247,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784721129.3751955,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"}
{"level":"info","ts":1784721129.4160693,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784721129.4161468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"}
{"level":"info","ts":1784721129.4161577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"}
{"level":"info","ts":1784721129.4161704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","EoS":true}
{"level":"info","ts":1784721129.4161956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","header":"x-maas-group"}
{"level":"info","ts":1784721129.4162061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","header":"x-maas-username"}
{"level":"info","ts":1784721129.4162126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","header":"x-maas-subscription"}
{"level":"info","ts":1784721129.416242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"}
{"level":"info","ts":1784721129.4684966,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"}
{"level":"info","ts":1784721129.4685242,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"}
{"level":"info","ts":1784721129.4685416,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","EoS":false}
{"level":"info","ts":1784721129.4685543,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","EoS":true}
{"level":"error","ts":1784721129.468571,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784721129.4686058,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"}
{"level":"info","ts":1784721130.3206925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd63ddea-8fea-4864-91ba-1d5d91313efd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721130.3207326,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd63ddea-8fea-4864-91ba-1d5d91313efd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784721130.32074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92101dd4-2a4b-4b57-8435-d6338ba81f13"}
{"level":"info","ts":1784721130.4712577,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fbdbf8b-119b-4876-83b6-2eeff1775c42","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784721130.4712923,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fbdbf8b-119b-4876-83b6-2eeff1775c42","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784721130.471289,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a270e88-6b45-4e9f-962f-93db786c26b4"}
{"level":"info","ts":1784721130.5874126,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5fbfbe0d-de66-4a1a-abf1-b3b6a8542083","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784721130.5874872,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5fbfbe0d-de66-4a1a-abf1-b3b6a8542083","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784721758.5232093,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784721758.5233042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"}
{"level":"info","ts":1784721758.5233166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"}
{"level":"info","ts":1784721758.523336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","EoS":true}
{"level":"info","ts":1784721758.5233755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","header":"x-maas-username"}
{"level":"info","ts":1784721758.5233903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","header":"x-maas-group"}
{"level":"info","ts":1784721758.5233994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","header":"x-maas-subscription"}
{"level":"info","ts":1784721758.5234199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","path":"/ai-tenant-e2e-inf-b-aa23a9/test-model-aa23a9/v1/chat/completions"}
{"level":"info","ts":1784721758.5234568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"}
{"level":"info","ts":1784721758.5364928,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"}
{"level":"info","ts":1784721758.5365198,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"}
{"level":"info","ts":1784721758.5365362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","EoS":false}
{"level":"info","ts":1784721758.5365493,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","EoS":true}
{"level":"info","ts":1784721758.5365925,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"}
{"level":"info","ts":1784722241.5012066,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784722241.5012994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"}
{"level":"info","ts":1784722241.501309,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"}
{"level":"info","ts":1784722241.501321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","EoS":true}
{"level":"info","ts":1784722241.501347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","header":"x-maas-group"}
{"level":"info","ts":1784722241.5013573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","header":"x-maas-subscription"}
{"level":"info","ts":1784722241.5013635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","header":"x-maas-username"}
{"level":"info","ts":1784722241.5013762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","path":"/ai-tenant-e2e-shared-b-ae7383/rate-test-model-ae7383/v1/completions"}
{"level":"info","ts":1784722241.501396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"}
{"level":"info","ts":1784722241.5142741,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"}
{"level":"info","ts":1784722241.5143023,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"}
{"level":"info","ts":1784722241.51432,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","EoS":false}
{"level":"info","ts":1784722241.5143335,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","EoS":true}
{"level":"info","ts":1784722241.5143769,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"}