{"level":"info","ts":1784834256.4943106,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ee6690d-8578-4ee0-92e7-5b8549d07f76","EoS":false} {"level":"info","ts":1784834256.494325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ee6690d-8578-4ee0-92e7-5b8549d07f76","EoS":true} {"level":"info","ts":1784834256.4943585,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7ee6690d-8578-4ee0-92e7-5b8549d07f76"} {"level":"info","ts":1784834276.4453611,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834276.4454467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.4454591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.445471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","EoS":true} {"level":"info","ts":1784834276.4454975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","header":"x-maas-subscription"} {"level":"info","ts":1784834276.4455118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","header":"x-maas-username"} {"level":"info","ts":1784834276.44552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","header":"x-maas-group"} {"level":"info","ts":1784834276.4455373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834276.445569,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.446495,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.446515,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.4465299,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","EoS":false} {"level":"info","ts":1784834276.446542,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","EoS":true} {"level":"info","ts":1784834276.4465785,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.5397694,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834276.5398386,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a46bb0c-6d57-44d0-a27b-b0af82126de6"} {"level":"info","ts":1784834276.5407026,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a46bb0c-6d57-44d0-a27b-b0af82126de6"} {"level":"info","ts":1784834276.5407202,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a46bb0c-6d57-44d0-a27b-b0af82126de6"} {"level":"info","ts":1784834276.5407348,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a46bb0c-6d57-44d0-a27b-b0af82126de6","EoS":false} {"level":"info","ts":1784834276.540747,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5a46bb0c-6d57-44d0-a27b-b0af82126de6"} {"level":"info","ts":1784834276.5407727,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a46bb0c-6d57-44d0-a27b-b0af82126de6","EoS":true} {"level":"info","ts":1784834276.540783,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5a46bb0c-6d57-44d0-a27b-b0af82126de6"} {"level":"info","ts":1784834281.179971,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834281.1800458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834281.180059,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834281.1800704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","EoS":true} {"level":"info","ts":1784834281.1800942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","header":"x-maas-username"} {"level":"info","ts":1784834281.1801047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","header":"x-maas-subscription"} {"level":"info","ts":1784834281.180113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","header":"x-maas-group"} {"level":"info","ts":1784834281.1801317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834281.1801572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834281.181168,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834281.181187,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834281.1812017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","EoS":false} {"level":"info","ts":1784834281.1812167,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","EoS":true} {"level":"info","ts":1784834281.181265,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834293.8231144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834293.8231828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834293.8231957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834293.8232067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","EoS":true} {"level":"info","ts":1784834293.8232517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","header":"x-maas-subscription"} {"level":"info","ts":1784834293.8232646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","header":"x-maas-group"} {"level":"info","ts":1784834293.82327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","header":"x-maas-username"} {"level":"info","ts":1784834293.823283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834293.8233018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834293.8243277,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834293.824347,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834293.8243623,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","EoS":false} {"level":"info","ts":1784834293.8243735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","EoS":true} {"level":"info","ts":1784834293.8244076,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834306.7066236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834306.7066996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834306.7067146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834306.7067275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","EoS":true} {"level":"info","ts":1784834306.706757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","header":"x-maas-subscription"} {"level":"info","ts":1784834306.7067668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","header":"x-maas-username"} {"level":"info","ts":1784834306.7067723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","header":"x-maas-group"} {"level":"info","ts":1784834306.7067888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834306.7068202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834306.7078402,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834306.7078512,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834306.7078629,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","EoS":false} {"level":"info","ts":1784834306.7078726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","EoS":true} {"level":"info","ts":1784834306.7079053,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834315.2744308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834315.2745168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834315.274532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834315.27455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","EoS":true} {"level":"info","ts":1784834315.2745888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","header":"x-maas-subscription"} {"level":"info","ts":1784834315.2746038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","header":"x-maas-group"} {"level":"info","ts":1784834315.2746122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","header":"x-maas-username"} {"level":"info","ts":1784834315.2746305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834315.2746644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834315.2756877,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834315.2757106,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834315.2757301,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","EoS":false} {"level":"info","ts":1784834315.2757413,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","EoS":true} {"level":"info","ts":1784834315.2757776,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834324.1193242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834324.119393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834324.1194026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834324.119416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","EoS":true} {"level":"info","ts":1784834324.1194413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","header":"x-maas-group"} {"level":"info","ts":1784834324.1194508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","header":"x-maas-username"} {"level":"info","ts":1784834324.1194568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","header":"x-maas-subscription"} {"level":"info","ts":1784834324.1194685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834324.1194925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834324.120526,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834324.1205447,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834324.1205595,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","EoS":false} {"level":"info","ts":1784834324.1205692,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","EoS":true} {"level":"info","ts":1784834324.1206026,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834348.9912412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834348.991328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834348.9913447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834348.9913595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","EoS":true} {"level":"info","ts":1784834348.9913816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","header":"x-maas-subscription"} {"level":"info","ts":1784834348.991391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","header":"x-maas-username"} {"level":"info","ts":1784834348.9913962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","header":"x-maas-group"} {"level":"info","ts":1784834348.9914145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834348.9914346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834348.9923792,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834348.9923983,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834348.992414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","EoS":false} {"level":"info","ts":1784834348.9924257,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","EoS":true} {"level":"info","ts":1784834348.9924574,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834372.6524613,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834372.6525328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834372.652544,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834372.652555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","EoS":true} {"level":"info","ts":1784834372.6525764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","header":"x-maas-subscription"} {"level":"info","ts":1784834372.6525867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","header":"x-maas-username"} {"level":"info","ts":1784834372.652592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","header":"x-maas-group"} {"level":"info","ts":1784834372.6526065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834372.6526809,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834372.6537783,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834372.653799,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834372.653814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","EoS":false} {"level":"info","ts":1784834372.653825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","EoS":true} {"level":"info","ts":1784834372.6538613,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834399.0353854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834399.035454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834399.0354636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834399.0354745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","EoS":true} {"level":"info","ts":1784834399.0355015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","header":"x-maas-username"} {"level":"info","ts":1784834399.0355117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","header":"x-maas-subscription"} {"level":"info","ts":1784834399.0355163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","header":"x-maas-group"} {"level":"info","ts":1784834399.035528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834399.03555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834399.0365515,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834399.0365703,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834399.0365846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","EoS":false} {"level":"info","ts":1784834399.0365953,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","EoS":true} {"level":"info","ts":1784834399.03663,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834408.4553146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834408.4554098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.455424,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.4554398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","EoS":true} {"level":"info","ts":1784834408.4554725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","header":"x-maas-group"} {"level":"info","ts":1784834408.455486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","header":"x-maas-username"} {"level":"info","ts":1784834408.4554942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","header":"x-maas-subscription"} {"level":"info","ts":1784834408.4555116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834408.4555914,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.4584951,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.4585128,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.4585266,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","EoS":false} {"level":"info","ts":1784834408.4585376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","EoS":true} {"level":"info","ts":1784834408.4585743,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.4887047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834408.4887629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834408.488772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834408.4887822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","EoS":true} {"level":"info","ts":1784834408.488803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","header":"x-maas-group"} {"level":"info","ts":1784834408.4888134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","header":"x-maas-subscription"} {"level":"info","ts":1784834408.4888182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","header":"x-maas-username"} {"level":"info","ts":1784834408.4888291,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834408.4888525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834408.4898014,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834408.4898233,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834408.4898398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","EoS":false} {"level":"info","ts":1784834408.4898517,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","EoS":true} {"level":"info","ts":1784834408.489891,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834427.506803,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834427.5068774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834427.506889,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834427.506901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","EoS":true} {"level":"info","ts":1784834427.506939,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","header":"x-maas-username"} {"level":"info","ts":1784834427.506949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","header":"x-maas-subscription"} {"level":"info","ts":1784834427.506954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","header":"x-maas-group"} {"level":"info","ts":1784834427.5069678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834427.5070407,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834427.5080876,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834427.508111,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834427.5081267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","EoS":false} {"level":"info","ts":1784834427.5081375,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","EoS":true} {"level":"info","ts":1784834427.5081687,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834559.6486063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834559.6486886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834559.6487002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834559.6487117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","EoS":true} {"level":"info","ts":1784834559.6487384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","header":"x-maas-group"} {"level":"info","ts":1784834559.648747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","header":"x-maas-subscription"} {"level":"info","ts":1784834559.648752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","header":"x-maas-username"} {"level":"info","ts":1784834559.6487648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784834559.6487896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834559.6503522,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834559.6503768,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834559.6503952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","EoS":false} {"level":"info","ts":1784834559.6504064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","EoS":true} {"level":"info","ts":1784834559.6504395,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834596.666851,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834596.666932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834596.666942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834596.6669543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","EoS":true} {"level":"info","ts":1784834596.6669953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","header":"x-maas-username"} {"level":"info","ts":1784834596.6670067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","header":"x-maas-group"} {"level":"info","ts":1784834596.6670127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","header":"x-maas-subscription"} {"level":"info","ts":1784834596.6670265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834596.667052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834596.6681538,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834596.6681843,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834596.6682012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","EoS":false} {"level":"info","ts":1784834596.6682127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","EoS":true} {"level":"info","ts":1784834596.668263,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834611.9194016,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834611.9194684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834611.9194765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834611.919487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","EoS":true} {"level":"info","ts":1784834611.9195104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","header":"x-maas-username"} {"level":"info","ts":1784834611.9195197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","header":"x-maas-subscription"} {"level":"info","ts":1784834611.9195251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","header":"x-maas-group"} {"level":"info","ts":1784834611.9195383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834611.9195616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834611.9205527,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834611.9205647,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834611.920576,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","EoS":false} {"level":"info","ts":1784834611.9205863,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","EoS":true} {"level":"info","ts":1784834611.9206164,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834910.3135884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834910.313687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834910.3136976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834910.3137093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","EoS":true} {"level":"info","ts":1784834910.3137374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","header":"x-maas-group"} {"level":"info","ts":1784834910.3137462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","header":"x-maas-username"} {"level":"info","ts":1784834910.3137507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","header":"x-maas-subscription"} {"level":"info","ts":1784834910.313763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834910.3137887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834910.3148375,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834910.314859,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834910.3148715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","EoS":false} {"level":"info","ts":1784834910.3148823,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","EoS":true} {"level":"info","ts":1784834910.3149214,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834915.0814106,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4453d959-d1c8-4ecc-9f88-eda1883cb627","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784834915.0816453,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38415.481295807,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.081676,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.127403,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.1820085,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4453d959-d1c8-4ecc-9f88-eda1883cb627","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784834915.191323,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fda04621-0e07-4802-9d5c-fd08de621749"} {"level":"info","ts":1784834915.1914806,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe8a4449-1e2a-4d80-8f1d-2fa48e7d34ec","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834915.1915085,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe8a4449-1e2a-4d80-8f1d-2fa48e7d34ec","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784834915.1985152,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"298c182b-8a75-4382-b361-da47ac699d2c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834915.198673,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36134.632505083,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.198698,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"298c182b-8a75-4382-b361-da47ac699d2c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784834915.1986983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.2072046,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.2974312,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fd662b9-a1fb-4bc3-a907-ccfce13d6cb7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.297433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c1d14a3-14cf-4a25-bc2e-bcc5b8358e57"} {"level":"info","ts":1784834915.297495,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fd662b9-a1fb-4bc3-a907-ccfce13d6cb7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.299277,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fda04621-0e07-4802-9d5c-fd08de621749","name":"e2e-external-provider"} {"level":"info","ts":1784834915.302991,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27b5f938-e289-4189-be96-974d4eaffe57","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.3030193,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27b5f938-e289-4189-be96-974d4eaffe57","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.3031259,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c1d14a3-14cf-4a25-bc2e-bcc5b8358e57","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784834915.3108716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdd52cfa-764b-4368-8358-87f645f1e762","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.310896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdd52cfa-764b-4368-8358-87f645f1e762","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784834915.3108556,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c1d14a3-14cf-4a25-bc2e-bcc5b8358e57","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.3109689,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9e4573f-0ae4-4a87-b6c3-de14a626d8d7"} {"level":"info","ts":1784834915.3109927,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9e4573f-0ae4-4a87-b6c3-de14a626d8d7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784834915.314043,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fda04621-0e07-4802-9d5c-fd08de621749","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784834915.3157148,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9e4573f-0ae4-4a87-b6c3-de14a626d8d7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.3233843,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fda04621-0e07-4802-9d5c-fd08de621749","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784834915.326514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1418fc3d-ff34-4920-8c0c-577a3b57ffcc"} {"level":"info","ts":1784834915.3265417,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1418fc3d-ff34-4920-8c0c-577a3b57ffcc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784834915.3278687,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fda04621-0e07-4802-9d5c-fd08de621749","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784834915.330463,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1418fc3d-ff34-4920-8c0c-577a3b57ffcc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.334916,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ad78f5a-b5ab-48b7-805e-7cc1cd69f4d9"} {"level":"info","ts":1784834915.3349335,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d56dae0-70f1-4899-a685-ef33d0636a70","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834915.3349538,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d56dae0-70f1-4899-a685-ef33d0636a70","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784834915.3349762,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ad78f5a-b5ab-48b7-805e-7cc1cd69f4d9","name":"e2e-external-provider"} {"level":"info","ts":1784834915.335018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fa03937-f95f-470b-b0d9-772c320e84d8"} {"level":"info","ts":1784834915.3351986,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b13ea1cb-49fc-4a34-9bba-4a0948567203","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.3352153,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b13ea1cb-49fc-4a34-9bba-4a0948567203","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.3352923,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33539.932224451,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.335305,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.3441725,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.3448975,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ad78f5a-b5ab-48b7-805e-7cc1cd69f4d9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784834915.3528998,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89df695d-427c-4758-a1df-0c13987e245a"} {"level":"info","ts":1784834915.352941,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89df695d-427c-4758-a1df-0c13987e245a","name":"e2e-external-provider"} {"level":"info","ts":1784834915.361588,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"89df695d-427c-4758-a1df-0c13987e245a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784834915.4354844,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fa03937-f95f-470b-b0d9-772c320e84d8","name":"e2e-external-model"} {"level":"info","ts":1784834915.4480546,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fa03937-f95f-470b-b0d9-772c320e84d8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784834915.4553285,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0010f37b-fd8c-492f-8a4b-59e95d89d657","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.4553528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56b741bb-0ee6-4fe1-8e2a-0a19c721be8d"} {"level":"info","ts":1784834915.45537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0010f37b-fd8c-492f-8a4b-59e95d89d657","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.4554102,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56b741bb-0ee6-4fe1-8e2a-0a19c721be8d","name":"e2e-external-model"} {"level":"error","ts":1784834915.4722908,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56b741bb-0ee6-4fe1-8e2a-0a19c721be8d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.4723747,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b74ae356-c17b-4021-8b85-6b999ba27107","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.4723976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c68c515-8c29-4c51-a0d2-af9a4da800a8"} {"level":"info","ts":1784834915.472406,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b74ae356-c17b-4021-8b85-6b999ba27107","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.4724512,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c68c515-8c29-4c51-a0d2-af9a4da800a8","name":"e2e-external-model"} {"level":"info","ts":1784834915.4805906,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c68c515-8c29-4c51-a0d2-af9a4da800a8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784834915.486265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b799080-1166-4b75-b63f-63bf9bacade0"} {"level":"info","ts":1784834915.4862802,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6edc1b46-1377-488c-a442-29f695ac857c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.486303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6edc1b46-1377-488c-a442-29f695ac857c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.4863296,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b799080-1166-4b75-b63f-63bf9bacade0","name":"e2e-external-model"} {"level":"info","ts":1784834915.4954762,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b799080-1166-4b75-b63f-63bf9bacade0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784834929.0688012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834929.0688827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7"} {"level":"info","ts":1784834929.068896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7"} {"level":"info","ts":1784834929.0689075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","EoS":true} {"level":"info","ts":1784834929.0689301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","header":"x-maas-username"} {"level":"info","ts":1784834929.068944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","header":"x-maas-group"} {"level":"info","ts":1784834929.06895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","header":"x-maas-subscription"} {"level":"info","ts":1784834929.0689614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784834929.0689695,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","modelName":"e2e-external-model"} {"level":"info","ts":1784834929.0689821,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784834929.0690122,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784834929.0690355,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","authType":"apikey"} {"level":"info","ts":1784834929.0690627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7"} {"level":"info","ts":1784834929.1894197,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e0091f8-db1a-42c8-b83c-0fd939cfc851"} {"level":"info","ts":1784834929.18943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ceb33c47-22ff-45ba-9025-307338dae45b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.1894553,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ceb33c47-22ff-45ba-9025-307338dae45b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784834929.1969488,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80a0a9df-6b66-4a25-9fbe-9ac628b2e539","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.196976,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80a0a9df-6b66-4a25-9fbe-9ac628b2e539","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784834929.1980557,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e0091f8-db1a-42c8-b83c-0fd939cfc851","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834929.1981223,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e0091f8-db1a-42c8-b83c-0fd939cfc851","name":"e2e-cleanup-test"} {"level":"error","ts":1784834929.2149513,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e0091f8-db1a-42c8-b83c-0fd939cfc851","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784834929.2149897,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e0091f8-db1a-42c8-b83c-0fd939cfc851","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834929.2150397,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5ddccb8-af3b-4ac0-b357-fcb03415b0b3"} {"level":"info","ts":1784834929.215092,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5ddccb8-af3b-4ac0-b357-fcb03415b0b3","name":"e2e-cleanup-test"} {"level":"info","ts":1784834929.215535,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a246774-7804-4ab0-8f1b-d54fa55b8c85","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.2155645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a246774-7804-4ab0-8f1b-d54fa55b8c85","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784834929.229323,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5ddccb8-af3b-4ac0-b357-fcb03415b0b3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784834929.2293751,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5ddccb8-af3b-4ac0-b357-fcb03415b0b3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834929.2294343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b7c148f-5836-4e9a-a562-56032c19da6d"} {"level":"info","ts":1784834929.2294788,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b7c148f-5836-4e9a-a562-56032c19da6d","name":"e2e-cleanup-test"} {"level":"info","ts":1784834929.2306027,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8130bad5-cf6b-4ae0-a473-ba16786d7ffc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.2306354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8130bad5-cf6b-4ae0-a473-ba16786d7ffc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784834929.2402976,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b7c148f-5836-4e9a-a562-56032c19da6d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784834929.2438636,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b7c148f-5836-4e9a-a562-56032c19da6d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834929.2439373,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c73b2ff-879d-41e8-8bcf-35f0b994da97"} {"level":"info","ts":1784834929.2439895,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c73b2ff-879d-41e8-8bcf-35f0b994da97","name":"e2e-cleanup-test"} {"level":"info","ts":1784834929.245708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bb619dd-ddc1-4fa9-8167-ce6eee44297c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.2457323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bb619dd-ddc1-4fa9-8167-ce6eee44297c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784834929.253889,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c73b2ff-879d-41e8-8bcf-35f0b994da97","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784834929.2576466,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c73b2ff-879d-41e8-8bcf-35f0b994da97","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834929.2577155,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3701af7c-978e-4c12-a1b9-462a106a3542"} {"level":"info","ts":1784834929.257764,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3701af7c-978e-4c12-a1b9-462a106a3542","name":"e2e-cleanup-test"} {"level":"info","ts":1784834929.2659671,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3701af7c-978e-4c12-a1b9-462a106a3542","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784834937.45897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d91520d-65db-44e6-87aa-1a692c768b52","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834937.4590178,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d91520d-65db-44e6-87aa-1a692c768b52","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834937.4589775,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"144c554f-0890-4ed5-a9a2-a79846632ce1"} {"level":"info","ts":1784834941.7829823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834941.7830634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8"} {"level":"info","ts":1784834941.7830763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8"} {"level":"info","ts":1784834941.783093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8","EoS":true} {"level":"info","ts":1784834941.7831337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784834941.7831645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8"} {"level":"info","ts":1784834941.8213625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834941.8214204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238"} {"level":"info","ts":1784834941.8214295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238"} {"level":"info","ts":1784834941.82144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","EoS":true} {"level":"info","ts":1784834941.8214664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","header":"x-maas-group"} {"level":"info","ts":1784834941.8214767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","header":"x-maas-username"} {"level":"info","ts":1784834941.8214815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","header":"x-maas-subscription"} {"level":"info","ts":1784834941.8214927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784834941.821504,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","modelName":"e2e-external-model"} {"level":"info","ts":1784834941.8215168,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784834941.8215373,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784834941.8215537,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","authType":"apikey"} {"level":"info","ts":1784834941.821578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238"} {"level":"info","ts":1784834941.8742912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834941.8743622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834941.8743787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834941.8743973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","EoS":true} {"level":"info","ts":1784834941.874433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","header":"x-maas-subscription"} {"level":"info","ts":1784834941.8744445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","header":"x-maas-username"} {"level":"info","ts":1784834941.874453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","header":"x-maas-group"} {"level":"info","ts":1784834941.8745124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784834941.8745422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834941.9776037,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834941.9776282,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834941.9776442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","EoS":false} {"level":"info","ts":1784834941.9776974,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","EoS":true} {"level":"error","ts":1784834941.977732,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784834941.9777856,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834942.0341609,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834942.0342379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834942.0342505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834942.034262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","EoS":true} {"level":"info","ts":1784834942.0342822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","header":"x-maas-group"} {"level":"info","ts":1784834942.034293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","header":"x-maas-username"} {"level":"info","ts":1784834942.0342977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","header":"x-maas-subscription"} {"level":"info","ts":1784834942.0343232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834942.1668673,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834942.166896,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834942.166913,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","EoS":false} {"level":"info","ts":1784834942.1669254,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","EoS":true} {"level":"error","ts":1784834942.1669436,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784834942.16699,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834943.022891,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f63989b4-b644-4a4c-a966-5af265d58683"} {"level":"info","ts":1784834943.0229135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eca75fd-cefa-4f95-a3fd-dc4e41cc6dd0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834943.0229373,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1eca75fd-cefa-4f95-a3fd-dc4e41cc6dd0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834943.1581113,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef6a7cc3-7fe8-4303-a334-833693dd91b3"} {"level":"info","ts":1784834943.1581109,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5cc87dc-67ec-47e9-a6e4-c3a645d39e09","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834943.158147,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f5cc87dc-67ec-47e9-a6e4-c3a645d39e09","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834943.2805815,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e49c8a79-04a5-4899-afc1-a75abb1d7c49","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784834943.2806768,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e49c8a79-04a5-4899-afc1-a75abb1d7c49","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784835537.197161,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835537.1972601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835537.1972694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835537.1972833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","EoS":true} {"level":"info","ts":1784835537.197314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","header":"x-maas-username"} {"level":"info","ts":1784835537.1973245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","header":"x-maas-subscription"} {"level":"info","ts":1784835537.1973295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","header":"x-maas-group"} {"level":"info","ts":1784835537.1973436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","path":"/ai-tenant-e2e-inf-b-d99fcd/test-model-d99fcd/v1/chat/completions"} {"level":"info","ts":1784835537.1973681,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835537.2106524,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835537.2106857,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835537.2107031,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","EoS":false} {"level":"info","ts":1784835537.2107146,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","EoS":true} {"level":"info","ts":1784835537.210757,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835991.0430565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835991.0431366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835991.0431504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835991.0431635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","EoS":true} {"level":"info","ts":1784835991.043186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","header":"x-maas-group"} {"level":"info","ts":1784835991.043194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","header":"x-maas-subscription"} {"level":"info","ts":1784835991.0431993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","header":"x-maas-username"} {"level":"info","ts":1784835991.0432115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835991.0432642,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835991.0560508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835991.056077,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835991.056102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","EoS":false} {"level":"info","ts":1784835991.0561185,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","EoS":true} {"level":"info","ts":1784835991.0561638,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835992.0944438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835992.0945144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835992.0945253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835992.0945375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","EoS":true} {"level":"info","ts":1784835992.0945597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","header":"x-maas-username"} {"level":"info","ts":1784835992.0945694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","header":"x-maas-group"} {"level":"info","ts":1784835992.0945745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","header":"x-maas-subscription"} {"level":"info","ts":1784835992.0945873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835992.0946097,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835992.0956466,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835992.095665,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835992.0956788,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","EoS":false} {"level":"info","ts":1784835992.0956926,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","EoS":true} {"level":"info","ts":1784835992.0957313,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835993.1317642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835993.1318398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835993.1318538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835993.1318655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","EoS":true} {"level":"info","ts":1784835993.1318955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","header":"x-maas-group"} {"level":"info","ts":1784835993.1319065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","header":"x-maas-subscription"} {"level":"info","ts":1784835993.1319106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","header":"x-maas-username"} {"level":"info","ts":1784835993.1319232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835993.1319475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835993.132961,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835993.132981,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835993.1329951,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","EoS":false} {"level":"info","ts":1784835993.13301,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","EoS":true} {"level":"info","ts":1784835993.1330476,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835994.1757548,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835994.175846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835994.1758628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835994.1758792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","EoS":true} {"level":"info","ts":1784835994.175916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","header":"x-maas-subscription"} {"level":"info","ts":1784835994.1759298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","header":"x-maas-group"} {"level":"info","ts":1784835994.175938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","header":"x-maas-username"} {"level":"info","ts":1784835994.1759553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835994.1759887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835994.178272,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835994.1782866,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835994.1782992,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","EoS":false} {"level":"info","ts":1784835994.1783102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","EoS":true} {"level":"info","ts":1784835994.1783497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835995.2168078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835995.2168927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784835995.2169063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784835995.216925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","EoS":true} {"level":"info","ts":1784835995.2169607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","header":"x-maas-group"} {"level":"info","ts":1784835995.2169724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","header":"x-maas-username"} {"level":"info","ts":1784835995.216979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","header":"x-maas-subscription"} {"level":"info","ts":1784835995.216998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835995.2170293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784835995.2179766,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784835995.2179961,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784835995.2180138,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","EoS":false} {"level":"info","ts":1784835995.218025,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","EoS":true} {"level":"info","ts":1784835995.2180665,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784836008.1127486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836008.1128204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836008.1128325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836008.1128433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","EoS":true} {"level":"info","ts":1784836008.112867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","header":"x-maas-subscription"} {"level":"info","ts":1784836008.112877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","header":"x-maas-group"} {"level":"info","ts":1784836008.1128824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","header":"x-maas-username"} {"level":"info","ts":1784836008.1128955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","path":"/ai-tenant-e2e-shared-b-4a426a/rate-test-model-4a426a/v1/completions"} {"level":"info","ts":1784836008.112923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836008.1256952,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836008.1257193,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836008.1257343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","EoS":false} {"level":"info","ts":1784836008.1257474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","EoS":true} {"level":"info","ts":1784836008.1257935,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836016.8954573,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836016.8955362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c81efad-0f45-4d72-9289-f37fa4e0e7da"}