{"level":"info","ts":1785423914.0238013,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0873660-9d57-4fe6-9926-c2690ae1592d","EoS":true} {"level":"info","ts":1785423914.023812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a0873660-9d57-4fe6-9926-c2690ae1592d"} {"level":"info","ts":1785423914.1635604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423914.1636333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1"} {"level":"info","ts":1785423914.1636436,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1"} {"level":"info","ts":1785423914.1636555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1","EoS":true} {"level":"info","ts":1785423914.1636841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1","header":"x-maas-group"} {"level":"info","ts":1785423914.1636937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1","header":"x-maas-username"} {"level":"info","ts":1785423914.1636999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1","header":"x-maas-subscription"} {"level":"info","ts":1785423914.1637151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785423914.1637394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1"} {"level":"info","ts":1785423914.1647072,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1"} {"level":"info","ts":1785423914.1647267,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1"} {"level":"info","ts":1785423914.1647437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1","EoS":false} {"level":"info","ts":1785423914.164756,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1"} {"level":"info","ts":1785423914.1647842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1","EoS":true} {"level":"info","ts":1785423914.164795,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f474e601-b179-4425-a72a-ddca755d75a1"} {"level":"info","ts":1785423914.305071,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423914.3051646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb"} {"level":"info","ts":1785423914.305176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb"} {"level":"info","ts":1785423914.3051898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb","EoS":true} {"level":"info","ts":1785423914.305214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb","header":"x-maas-subscription"} {"level":"info","ts":1785423914.3052244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb","header":"x-maas-group"} {"level":"info","ts":1785423914.3052304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb","header":"x-maas-username"} {"level":"info","ts":1785423914.3052437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785423914.305266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb"} {"level":"info","ts":1785423914.3062797,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb"} {"level":"info","ts":1785423914.3062937,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb"} {"level":"info","ts":1785423914.3063066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb","EoS":false} {"level":"info","ts":1785423914.306323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb"} {"level":"info","ts":1785423914.3063474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb","EoS":true} {"level":"info","ts":1785423914.3063548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6580f06c-0cd1-4c52-af06-cc00e1409cdb"} {"level":"info","ts":1785423914.4460661,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423914.4461782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c"} {"level":"info","ts":1785423914.4461935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c"} {"level":"info","ts":1785423914.4462059,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c","EoS":true} {"level":"info","ts":1785423914.4462323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c","header":"x-maas-subscription"} {"level":"info","ts":1785423914.4462447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c","header":"x-maas-group"} {"level":"info","ts":1785423914.446252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c","header":"x-maas-username"} {"level":"info","ts":1785423914.4462693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785423914.446294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c"} {"level":"info","ts":1785423914.4473128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c"} {"level":"info","ts":1785423914.4473329,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c"} {"level":"info","ts":1785423914.447353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c","EoS":false} {"level":"info","ts":1785423914.4473677,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c"} {"level":"info","ts":1785423914.4474013,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c","EoS":true} {"level":"info","ts":1785423914.4474123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dc4d783c-259e-4381-b7e4-c6c0b53eb36c"} {"level":"info","ts":1785423937.835022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423937.835101,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29"} {"level":"info","ts":1785423937.835113,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29"} {"level":"info","ts":1785423937.8351243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29","EoS":true} {"level":"info","ts":1785423937.8351662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29","header":"x-maas-group"} {"level":"info","ts":1785423937.835176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29","header":"x-maas-subscription"} {"level":"info","ts":1785423937.8351815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29","header":"x-maas-username"} {"level":"info","ts":1785423937.8351953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785423937.8352227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29"} {"level":"info","ts":1785423937.8362021,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29"} {"level":"info","ts":1785423937.8362248,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29"} {"level":"info","ts":1785423937.8362482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29","EoS":false} {"level":"info","ts":1785423937.8362641,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29"} {"level":"info","ts":1785423937.83629,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29","EoS":true} {"level":"info","ts":1785423937.8362978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63094a7d-65d2-4128-bd74-2ddcd553ec29"} {"level":"info","ts":1785423937.944815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423937.9448934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4f25626-32e2-4f02-9010-7ccb9a4ab603"} {"level":"info","ts":1785423937.9471724,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4f25626-32e2-4f02-9010-7ccb9a4ab603"} {"level":"info","ts":1785423937.9471953,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4f25626-32e2-4f02-9010-7ccb9a4ab603"} {"level":"info","ts":1785423937.9472125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4f25626-32e2-4f02-9010-7ccb9a4ab603","EoS":false} {"level":"info","ts":1785423937.9472253,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4f25626-32e2-4f02-9010-7ccb9a4ab603"} {"level":"info","ts":1785423937.9472506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4f25626-32e2-4f02-9010-7ccb9a4ab603","EoS":true} {"level":"info","ts":1785423937.9472585,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4f25626-32e2-4f02-9010-7ccb9a4ab603"} {"level":"info","ts":1785423942.608786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423942.608873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e"} {"level":"info","ts":1785423942.6088846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e"} {"level":"info","ts":1785423942.608896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e","EoS":true} {"level":"info","ts":1785423942.6089213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e","header":"x-maas-subscription"} {"level":"info","ts":1785423942.6089318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e","header":"x-maas-username"} {"level":"info","ts":1785423942.6089373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e","header":"x-maas-group"} {"level":"info","ts":1785423942.6089516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785423942.6089756,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e"} {"level":"info","ts":1785423942.6099858,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e"} {"level":"info","ts":1785423942.6099975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e"} {"level":"info","ts":1785423942.61001,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e","EoS":false} {"level":"info","ts":1785423942.61002,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e"} {"level":"info","ts":1785423942.6100419,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e","EoS":true} {"level":"info","ts":1785423942.6100497,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f792918b-92fb-41a7-963f-d1e24649200e"} {"level":"info","ts":1785423953.2361665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423953.2362738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f"} {"level":"info","ts":1785423953.2362933,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f"} {"level":"info","ts":1785423953.2363129,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f","EoS":true} {"level":"info","ts":1785423953.236348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f","header":"x-maas-username"} {"level":"info","ts":1785423953.2363598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f","header":"x-maas-subscription"} {"level":"info","ts":1785423953.236366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f","header":"x-maas-group"} {"level":"info","ts":1785423953.2363803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785423953.2364056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f"} {"level":"info","ts":1785423953.2395165,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f"} {"level":"info","ts":1785423953.2395313,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f"} {"level":"info","ts":1785423953.239544,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f","EoS":false} {"level":"info","ts":1785423953.2395554,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f"} {"level":"info","ts":1785423953.2395766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f","EoS":true} {"level":"info","ts":1785423953.2395835,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cbe3d526-adf3-4fb1-9358-74b525a6ec2f"} {"level":"info","ts":1785423966.1270852,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423966.1271808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2"} {"level":"info","ts":1785423966.1271923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2"} {"level":"info","ts":1785423966.1272054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2","EoS":true} {"level":"info","ts":1785423966.127231,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2","header":"x-maas-subscription"} {"level":"info","ts":1785423966.1272407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2","header":"x-maas-username"} {"level":"info","ts":1785423966.1272466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2","header":"x-maas-group"} {"level":"info","ts":1785423966.12726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785423966.1272864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2"} {"level":"info","ts":1785423966.1281602,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2"} {"level":"info","ts":1785423966.1281822,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2"} {"level":"info","ts":1785423966.1281989,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2","EoS":false} {"level":"info","ts":1785423966.1282125,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2"} {"level":"info","ts":1785423966.1282377,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2","EoS":true} {"level":"info","ts":1785423966.128246,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7e08d92-7103-4176-92b8-4f6ec456e3e2"} {"level":"info","ts":1785423974.6963801,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423974.6965156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6"} {"level":"info","ts":1785423974.6965353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6"} {"level":"info","ts":1785423974.6965525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6","EoS":true} {"level":"info","ts":1785423974.6965835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6","header":"x-maas-group"} {"level":"info","ts":1785423974.6965945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6","header":"x-maas-subscription"} {"level":"info","ts":1785423974.6965997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6","header":"x-maas-username"} {"level":"info","ts":1785423974.6966138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785423974.6966405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6"} {"level":"info","ts":1785423974.6974661,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6"} {"level":"info","ts":1785423974.6974776,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6"} {"level":"info","ts":1785423974.6974895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6","EoS":false} {"level":"info","ts":1785423974.6975007,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6"} {"level":"info","ts":1785423974.6975207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6","EoS":true} {"level":"info","ts":1785423974.6975281,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e19edb8f-a089-4631-8747-592917f220f6"} {"level":"info","ts":1785423983.6143837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785423983.6144633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139"} {"level":"info","ts":1785423983.614473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139"} {"level":"info","ts":1785423983.6144855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139","EoS":true} {"level":"info","ts":1785423983.6145146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139","header":"x-maas-group"} {"level":"info","ts":1785423983.614525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139","header":"x-maas-username"} {"level":"info","ts":1785423983.6145296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139","header":"x-maas-subscription"} {"level":"info","ts":1785423983.6145456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785423983.6145716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139"} {"level":"info","ts":1785423983.6154017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139"} {"level":"info","ts":1785423983.615423,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139"} {"level":"info","ts":1785423983.6154397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139","EoS":false} {"level":"info","ts":1785423983.615452,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139"} {"level":"info","ts":1785423983.6154776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139","EoS":true} {"level":"info","ts":1785423983.6154892,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"18964cd9-1cd0-42bc-9fd8-a52afe8d7139"} {"level":"info","ts":1785424023.912496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424023.9125738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725"} {"level":"info","ts":1785424023.912585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725"} {"level":"info","ts":1785424023.9125972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725","EoS":true} {"level":"info","ts":1785424023.9126215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725","header":"x-maas-subscription"} {"level":"info","ts":1785424023.9126313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725","header":"x-maas-group"} {"level":"info","ts":1785424023.9126375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725","header":"x-maas-username"} {"level":"info","ts":1785424023.9126518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785424023.912682,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725"} {"level":"info","ts":1785424023.9137144,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725"} {"level":"info","ts":1785424023.9137356,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725"} {"level":"info","ts":1785424023.913756,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725","EoS":false} {"level":"info","ts":1785424023.913772,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725"} {"level":"info","ts":1785424023.913797,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725","EoS":true} {"level":"info","ts":1785424023.913807,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"41d95dac-bcae-49dc-b251-0e91dc1a1725"} {"level":"info","ts":1785424057.4495547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424057.4496338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8"} {"level":"info","ts":1785424057.4496462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8"} {"level":"info","ts":1785424057.4496589,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8","EoS":true} {"level":"info","ts":1785424057.4496865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8","header":"x-maas-group"} {"level":"info","ts":1785424057.4496968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8","header":"x-maas-subscription"} {"level":"info","ts":1785424057.449703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8","header":"x-maas-username"} {"level":"info","ts":1785424057.4497502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785424057.4497745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8"} {"level":"info","ts":1785424057.4508286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8"} {"level":"info","ts":1785424057.4508495,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8"} {"level":"info","ts":1785424057.4508736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8","EoS":false} {"level":"info","ts":1785424057.450896,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8"} {"level":"info","ts":1785424057.450936,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8","EoS":true} {"level":"info","ts":1785424057.450946,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d32248e9-4ad9-4f4d-a999-8341d754f7c8"} {"level":"info","ts":1785424103.404775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424103.4048548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a"} {"level":"info","ts":1785424103.4048665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a"} {"level":"info","ts":1785424103.4048789,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a","EoS":true} {"level":"info","ts":1785424103.4049022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a","header":"x-maas-username"} {"level":"info","ts":1785424103.404913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a","header":"x-maas-group"} {"level":"info","ts":1785424103.4049182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a","header":"x-maas-subscription"} {"level":"info","ts":1785424103.4049332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785424103.404959,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a"} {"level":"info","ts":1785424103.4057815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a"} {"level":"info","ts":1785424103.405803,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a"} {"level":"info","ts":1785424103.4058177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a","EoS":false} {"level":"info","ts":1785424103.4058337,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a"} {"level":"info","ts":1785424103.40586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a","EoS":true} {"level":"info","ts":1785424103.4058678,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"066bd92f-c243-420c-8118-9a7f0b24646a"} {"level":"info","ts":1785424112.8798616,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424112.879992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb"} {"level":"info","ts":1785424112.8800318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb"} {"level":"info","ts":1785424112.8800478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb","EoS":true} {"level":"info","ts":1785424112.8800933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb","header":"x-maas-username"} {"level":"info","ts":1785424112.8801093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb","header":"x-maas-subscription"} {"level":"info","ts":1785424112.8801181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb","header":"x-maas-group"} {"level":"info","ts":1785424112.8801348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785424112.880181,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb"} {"level":"info","ts":1785424112.8810735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb"} {"level":"info","ts":1785424112.8810945,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb"} {"level":"info","ts":1785424112.8811164,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb","EoS":false} {"level":"info","ts":1785424112.8811405,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb"} {"level":"info","ts":1785424112.8812034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb","EoS":true} {"level":"info","ts":1785424112.8812144,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"101a2f35-bfec-48aa-9734-3960fbde90bb"} {"level":"info","ts":1785424112.9182825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424112.9183426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152"} {"level":"info","ts":1785424112.9183552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152"} {"level":"info","ts":1785424112.9183707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152","EoS":true} {"level":"info","ts":1785424112.918395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152","header":"x-maas-subscription"} {"level":"info","ts":1785424112.9184058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152","header":"x-maas-username"} {"level":"info","ts":1785424112.918411,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152","header":"x-maas-group"} {"level":"info","ts":1785424112.9184246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785424112.918453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152"} {"level":"info","ts":1785424112.919342,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152"} {"level":"info","ts":1785424112.919359,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152"} {"level":"info","ts":1785424112.919374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152","EoS":false} {"level":"info","ts":1785424112.9193864,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152"} {"level":"info","ts":1785424112.919413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152","EoS":true} {"level":"info","ts":1785424112.9194214,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b7ae8a3-8283-4fa3-b2f2-251849efe152"} {"level":"info","ts":1785424132.2211282,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424132.2212393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a"} {"level":"info","ts":1785424132.2212546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a"} {"level":"info","ts":1785424132.2212772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a","EoS":true} {"level":"info","ts":1785424132.2213173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a","header":"x-maas-group"} {"level":"info","ts":1785424132.221375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a","header":"x-maas-username"} {"level":"info","ts":1785424132.2213867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a","header":"x-maas-subscription"} {"level":"info","ts":1785424132.2214072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785424132.2214403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a"} {"level":"info","ts":1785424132.2222834,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a"} {"level":"info","ts":1785424132.2223055,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a"} {"level":"info","ts":1785424132.2223225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a","EoS":false} {"level":"info","ts":1785424132.2223346,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a"} {"level":"info","ts":1785424132.2223613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a","EoS":true} {"level":"info","ts":1785424132.2223694,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a9d358e4-26ea-4962-803d-e9bd0adc3d8a"} {"level":"info","ts":1785424315.0971043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424315.0972013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1"} {"level":"info","ts":1785424315.097213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1"} {"level":"info","ts":1785424315.0972252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1","EoS":true} {"level":"info","ts":1785424315.0972528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1","header":"x-maas-subscription"} {"level":"info","ts":1785424315.097263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1","header":"x-maas-username"} {"level":"info","ts":1785424315.0972679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1","header":"x-maas-group"} {"level":"info","ts":1785424315.097282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785424315.0973077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1"} {"level":"info","ts":1785424315.0997636,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1"} {"level":"info","ts":1785424315.0997891,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1"} {"level":"info","ts":1785424315.0998092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1","EoS":false} {"level":"info","ts":1785424315.0998209,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1"} {"level":"info","ts":1785424315.0998437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1","EoS":true} {"level":"info","ts":1785424315.099851,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac5cd847-c21b-4ab0-a1cc-e6899502acf1"} {"level":"info","ts":1785424417.8035185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424417.8035939,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2"} {"level":"info","ts":1785424417.8036056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2"} {"level":"info","ts":1785424417.8036187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2","EoS":true} {"level":"info","ts":1785424417.8036458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2","header":"x-maas-username"} {"level":"info","ts":1785424417.803657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2","header":"x-maas-subscription"} {"level":"info","ts":1785424417.8036625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2","header":"x-maas-group"} {"level":"info","ts":1785424417.8036761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785424417.8037024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2"} {"level":"info","ts":1785424417.8058665,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2"} {"level":"info","ts":1785424417.8058875,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2"} {"level":"info","ts":1785424417.8059025,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2","EoS":false} {"level":"info","ts":1785424417.8059134,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2"} {"level":"info","ts":1785424417.8059366,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2","EoS":true} {"level":"info","ts":1785424417.805945,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb2ba9dc-8af3-47a1-bb18-644ad1581ad2"} {"level":"info","ts":1785424433.1056662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424433.105753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c"} {"level":"info","ts":1785424433.1057649,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c"} {"level":"info","ts":1785424433.1057768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c","EoS":true} {"level":"info","ts":1785424433.1058047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c","header":"x-maas-username"} {"level":"info","ts":1785424433.1058147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c","header":"x-maas-group"} {"level":"info","ts":1785424433.10582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c","header":"x-maas-subscription"} {"level":"info","ts":1785424433.105833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785424433.1058593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c"} {"level":"info","ts":1785424433.1067796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c"} {"level":"info","ts":1785424433.1068,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c"} {"level":"info","ts":1785424433.1068146,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c","EoS":false} {"level":"info","ts":1785424433.1068256,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c"} {"level":"info","ts":1785424433.1068509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c","EoS":true} {"level":"info","ts":1785424433.1068866,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d50ca1e-586e-4ed8-bd67-5d159611997c"} {"level":"info","ts":1785424810.1309338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424810.1310198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e"} {"level":"info","ts":1785424810.1310287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e"} {"level":"info","ts":1785424810.1310403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e","EoS":true} {"level":"info","ts":1785424810.131065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e","header":"x-maas-username"} {"level":"info","ts":1785424810.1310754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e","header":"x-maas-group"} {"level":"info","ts":1785424810.1310804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e","header":"x-maas-subscription"} {"level":"info","ts":1785424810.1310942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785424810.1311727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e"} {"level":"info","ts":1785424810.1349752,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e"} {"level":"info","ts":1785424810.135006,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e"} {"level":"info","ts":1785424810.1350222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e","EoS":false} {"level":"info","ts":1785424810.1350353,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e"} {"level":"info","ts":1785424810.1350636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e","EoS":true} {"level":"info","ts":1785424810.1350763,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"94a14d2a-afb2-4f7e-91d8-b72ce9caef6e"} {"level":"info","ts":1785424810.1773403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424810.1774118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1"} {"level":"info","ts":1785424810.177424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1"} {"level":"info","ts":1785424810.1774347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1","EoS":true} {"level":"info","ts":1785424810.1774588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1","header":"x-maas-subscription"} {"level":"info","ts":1785424810.1774695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1","header":"x-maas-username"} {"level":"info","ts":1785424810.1774743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1","header":"x-maas-group"} {"level":"info","ts":1785424810.177487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785424810.1775498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1"} {"level":"info","ts":1785424810.1785104,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1"} {"level":"info","ts":1785424810.1785386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1"} {"level":"info","ts":1785424810.1785564,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1","EoS":false} {"level":"info","ts":1785424810.1785672,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1"} {"level":"info","ts":1785424810.1785934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1","EoS":true} {"level":"info","ts":1785424810.178602,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39a1f86c-bac6-4d9d-ac1b-1e5b43a7bcd1"} {"level":"info","ts":1785424815.006724,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"650c70f9-86c5-4768-998c-555136bfd40b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785424815.0070395,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36672.33060546,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.0070658,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.0566459,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.1073272,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"650c70f9-86c5-4768-998c-555136bfd40b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785424815.1291223,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ef8c895-4fec-4471-97f2-8eb28f3e9f58","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785424815.1291835,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ef8c895-4fec-4471-97f2-8eb28f3e9f58","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785424815.1291742,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"460b4d22-1ef6-4baa-947f-b804233288b4"} {"level":"info","ts":1785424815.1364458,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ffbb4a5-42eb-4019-bfb5-aa42c6efbc59","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785424815.1364784,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ffbb4a5-42eb-4019-bfb5-aa42c6efbc59","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785424815.1368883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37299.885373526,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.136906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.1437523,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.2378588,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"460b4d22-1ef6-4baa-947f-b804233288b4","name":"e2e-external-provider"} {"level":"info","ts":1785424815.2588449,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"460b4d22-1ef6-4baa-947f-b804233288b4","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785424815.2659135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d91a6b1c-0290-481d-8633-474c86e7621c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424815.2659235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f000dcf-03e1-4223-b64e-acb531693a75"} {"level":"info","ts":1785424815.265959,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d91a6b1c-0290-481d-8633-474c86e7621c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785424815.281564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bf1d254-230a-4fe8-8bbb-025d867a4465","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424815.281588,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6bf1d254-230a-4fe8-8bbb-025d867a4465","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785424815.2817006,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f000dcf-03e1-4223-b64e-acb531693a75","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785424815.2884402,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"460b4d22-1ef6-4baa-947f-b804233288b4","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785424815.290936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78f1bede-9d21-4e73-9bd7-6a3c328efd8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424815.2909598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78f1bede-9d21-4e73-9bd7-6a3c328efd8d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785424815.2972305,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f000dcf-03e1-4223-b64e-acb531693a75","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785424815.2972937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4f24309-d523-466a-a8b4-a5842ba7a3ae"} {"level":"info","ts":1785424815.2973156,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4f24309-d523-466a-a8b4-a5842ba7a3ae","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785424815.3105743,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"460b4d22-1ef6-4baa-947f-b804233288b4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785424815.3109071,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4f24309-d523-466a-a8b4-a5842ba7a3ae","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785424815.3217857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12b5cb7a-06a7-4753-8678-cf020cfa2745"} {"level":"info","ts":1785424815.3218143,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12b5cb7a-06a7-4753-8678-cf020cfa2745","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785424815.3251865,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"962bf835-9f91-4ac2-9980-05cbcad35f2d"} {"level":"info","ts":1785424815.3252375,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"962bf835-9f91-4ac2-9980-05cbcad35f2d","name":"e2e-external-provider"} {"level":"info","ts":1785424815.3252861,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80460cb6-052a-4a48-a265-892ce1448dcf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424815.32531,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80460cb6-052a-4a48-a265-892ce1448dcf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785424815.3253682,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ded940f-23f2-4da1-a93a-9192b3c26afb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785424815.325393,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ded940f-23f2-4da1-a93a-9192b3c26afb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785424815.3292344,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12b5cb7a-06a7-4753-8678-cf020cfa2745","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785424815.329282,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2380c1e3-a7e3-4abb-90dd-47f63d31a617"} {"level":"info","ts":1785424815.3294804,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32971.242422706,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.3294985,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.3437643,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"962bf835-9f91-4ac2-9980-05cbcad35f2d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785424815.3515005,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"962bf835-9f91-4ac2-9980-05cbcad35f2d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785424815.3515756,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d41715cc-53ad-49aa-9fbd-99303f91cb98"} {"level":"info","ts":1785424815.3516097,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d41715cc-53ad-49aa-9fbd-99303f91cb98","name":"e2e-external-provider"} {"level":"info","ts":1785424815.361358,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d41715cc-53ad-49aa-9fbd-99303f91cb98","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785424815.3644297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785424815.429558,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2380c1e3-a7e3-4abb-90dd-47f63d31a617","name":"e2e-external-model"} {"level":"info","ts":1785424815.4448795,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2032efc-2373-4520-8a6f-eb1ed0ef2061","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424815.444926,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2032efc-2373-4520-8a6f-eb1ed0ef2061","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785424815.4482238,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2380c1e3-a7e3-4abb-90dd-47f63d31a617","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785424815.4482863,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2380c1e3-a7e3-4abb-90dd-47f63d31a617","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785424815.4483669,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0856460-6d91-4b9d-8888-5184f8386df8"} {"level":"info","ts":1785424815.4484303,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0856460-6d91-4b9d-8888-5184f8386df8","name":"e2e-external-model"} {"level":"info","ts":1785424815.4559946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"601db70b-4934-4474-aa4f-697b1d8e15e6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424815.4560232,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"601db70b-4934-4474-aa4f-697b1d8e15e6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785424815.4626622,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0856460-6d91-4b9d-8888-5184f8386df8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785424815.4627085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0856460-6d91-4b9d-8888-5184f8386df8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785424815.462757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fcc23d2-97af-49b9-bd44-291a030b007c"} {"level":"info","ts":1785424815.4628062,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fcc23d2-97af-49b9-bd44-291a030b007c","name":"e2e-external-model"} {"level":"info","ts":1785424815.4708781,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4607b3d-c4df-436e-a5d7-64b648d6a60d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424815.4709044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4607b3d-c4df-436e-a5d7-64b648d6a60d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785424815.4714525,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fcc23d2-97af-49b9-bd44-291a030b007c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785424815.4747195,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fcc23d2-97af-49b9-bd44-291a030b007c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785424815.4747863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1be32910-a9b6-4ccc-976c-74a50b07349d"} {"level":"info","ts":1785424815.4748266,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1be32910-a9b6-4ccc-976c-74a50b07349d","name":"e2e-external-model"} {"level":"info","ts":1785424815.4834101,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1be32910-a9b6-4ccc-976c-74a50b07349d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785424837.7777867,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424837.7778783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168"} {"level":"info","ts":1785424837.7778935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168"} {"level":"info","ts":1785424837.777914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","EoS":true} {"level":"info","ts":1785424837.7779539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","header":"x-maas-group"} {"level":"info","ts":1785424837.7779665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","header":"x-maas-username"} {"level":"info","ts":1785424837.77799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","header":"x-maas-subscription"} {"level":"info","ts":1785424837.778011,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785424837.7780237,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","modelName":"e2e-external-model"} {"level":"info","ts":1785424837.778042,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785424837.7780833,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785424837.7781112,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","authType":"apikey"} {"level":"info","ts":1785424837.7781696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168"} {"level":"info","ts":1785424837.8681266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168"} {"level":"info","ts":1785424837.8681777,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168"} {"level":"info","ts":1785424837.8681967,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","EoS":false} {"level":"info","ts":1785424837.8682096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168"} {"level":"info","ts":1785424837.8682387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168","EoS":true} {"level":"info","ts":1785424837.868247,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d173ec66-6a07-47dc-88f9-4822f6d45168"} {"level":"info","ts":1785424837.9939911,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e72351c-58e9-4fcd-aa70-408315f235ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785424837.9940379,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e72351c-58e9-4fcd-aa70-408315f235ed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785424837.9940407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6937da70-4a46-4ba7-bdb6-189dbe0138b6"} {"level":"info","ts":1785424837.9991176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d16a1e2-2bec-434f-a642-e5f001646943","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785424837.9991655,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d16a1e2-2bec-434f-a642-e5f001646943","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785424837.9991763,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6937da70-4a46-4ba7-bdb6-189dbe0138b6","name":"e2e-cleanup-test"} {"level":"info","ts":1785424838.014724,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6937da70-4a46-4ba7-bdb6-189dbe0138b6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785424838.0231385,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4f196b8-3745-40b4-8195-4e41b7a0e8a0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785424838.0231862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4f196b8-3745-40b4-8195-4e41b7a0e8a0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785424838.0232718,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98a6dc43-0215-4b2c-a154-a7d8bd18b684"} {"level":"info","ts":1785424838.023326,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98a6dc43-0215-4b2c-a154-a7d8bd18b684","name":"e2e-cleanup-test"} {"level":"error","ts":1785424838.039696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98a6dc43-0215-4b2c-a154-a7d8bd18b684","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785424838.0397773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc786687-3f01-450d-9512-3ccea96467a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785424838.0397995,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc786687-3f01-450d-9512-3ccea96467a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785424838.0398164,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b184fc9b-b256-4043-814f-4a76f0508fa8"} {"level":"info","ts":1785424838.0398822,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b184fc9b-b256-4043-814f-4a76f0508fa8","name":"e2e-cleanup-test"} {"level":"info","ts":1785424838.047466,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b184fc9b-b256-4043-814f-4a76f0508fa8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785424838.052381,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"912ea871-7349-457c-ad88-ef1b3a465049","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785424838.052399,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"511be2cd-2338-4adf-bac0-89ab1233eb88"} {"level":"info","ts":1785424838.0524094,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"912ea871-7349-457c-ad88-ef1b3a465049","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785424838.0524478,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"511be2cd-2338-4adf-bac0-89ab1233eb88","name":"e2e-cleanup-test"} {"level":"info","ts":1785424838.0612445,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"511be2cd-2338-4adf-bac0-89ab1233eb88","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785424846.287221,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34206b11-eb96-4512-9ce7-8b98f29f942a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785424846.2872617,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34206b11-eb96-4512-9ce7-8b98f29f942a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785424846.2872565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea001565-04c8-445c-b1f9-61728302222b"} {"level":"info","ts":1785424850.6162813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424850.6163623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68b78776-d8e5-4b7d-8bef-d29e1687970f"} {"level":"info","ts":1785424850.6163719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68b78776-d8e5-4b7d-8bef-d29e1687970f"} {"level":"info","ts":1785424850.6163833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68b78776-d8e5-4b7d-8bef-d29e1687970f","EoS":true} {"level":"info","ts":1785424850.6164238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68b78776-d8e5-4b7d-8bef-d29e1687970f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785424850.61646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68b78776-d8e5-4b7d-8bef-d29e1687970f"} {"level":"info","ts":1785424850.6595457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424850.659617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039"} {"level":"info","ts":1785424850.6596277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039"} {"level":"info","ts":1785424850.6596398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","EoS":true} {"level":"info","ts":1785424850.659664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","header":"x-maas-username"} {"level":"info","ts":1785424850.659674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","header":"x-maas-subscription"} {"level":"info","ts":1785424850.6596792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","header":"x-maas-group"} {"level":"info","ts":1785424850.6596968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785424850.6597104,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","modelName":"e2e-external-model"} {"level":"info","ts":1785424850.6597264,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785424850.659755,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785424850.6597726,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","authType":"apikey"} {"level":"info","ts":1785424850.6597996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039"} {"level":"info","ts":1785424850.7459164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039"} {"level":"info","ts":1785424850.7459486,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039"} {"level":"info","ts":1785424850.7459717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","EoS":false} {"level":"info","ts":1785424850.7459855,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039"} {"level":"info","ts":1785424850.7460134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039","EoS":true} {"level":"info","ts":1785424850.7460196,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b98f3ee-d248-4cbe-8a19-8b6ab1df6039"} {"level":"info","ts":1785424850.7880454,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424850.7881289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b"} {"level":"info","ts":1785424850.78814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b"} {"level":"info","ts":1785424850.7881742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b","EoS":true} {"level":"info","ts":1785424850.7881975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b","header":"x-maas-subscription"} {"level":"info","ts":1785424850.7882078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b","header":"x-maas-username"} {"level":"info","ts":1785424850.7882128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b","header":"x-maas-group"} {"level":"info","ts":1785424850.7882264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785424850.7882538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b"} {"level":"info","ts":1785424850.8337502,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b"} {"level":"info","ts":1785424850.8337774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b"} {"level":"info","ts":1785424850.8337986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b","EoS":false} {"level":"info","ts":1785424850.83381,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b"} {"level":"info","ts":1785424850.83384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b","EoS":true} {"level":"info","ts":1785424850.8338478,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e834a18-dab0-4e5c-811c-28ddb179ff8b"} {"level":"info","ts":1785424850.8755825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785424850.8756456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3"} {"level":"info","ts":1785424850.8756542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3"} {"level":"info","ts":1785424850.8756647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3","EoS":true} {"level":"info","ts":1785424850.8756857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3","header":"x-maas-username"} {"level":"info","ts":1785424850.8756936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3","header":"x-maas-group"} {"level":"info","ts":1785424850.8756983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3","header":"x-maas-subscription"} {"level":"info","ts":1785424850.875725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3"} {"level":"info","ts":1785424850.9248264,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3"} {"level":"info","ts":1785424850.9248583,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3"} {"level":"info","ts":1785424850.924875,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3","EoS":false} {"level":"info","ts":1785424850.9248877,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3"} {"level":"info","ts":1785424850.9249125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3","EoS":true} {"level":"info","ts":1785424850.9249206,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fbbf165f-8527-45f3-818e-93c32fd815a3"} {"level":"info","ts":1785424851.7922337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daea22da-f42d-4254-9919-078621e77d13","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424851.7922847,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daea22da-f42d-4254-9919-078621e77d13","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785424851.7922347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9cf2536-cf3c-4b87-a800-9fd117d6ffd9"} {"level":"info","ts":1785424851.9424448,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fed6a388-e25e-4ef1-8a69-e0ed25b2df85","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785424851.9424913,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fed6a388-e25e-4ef1-8a69-e0ed25b2df85","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785424851.9425356,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"882aa1a0-af2e-4e43-aee8-6ed497bc4f2e"} {"level":"info","ts":1785424852.0884423,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d53efbb3-51f1-43c7-9631-5abf0cbd3bb6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785424852.088493,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d53efbb3-51f1-43c7-9631-5abf0cbd3bb6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785426580.6877759,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426580.6878576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69790dc0-cdba-4d25-95b8-f4b96db5533c"} {"level":"info","ts":1785426656.7744718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785426656.7745628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71"} {"level":"info","ts":1785426656.7745755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71"} {"level":"info","ts":1785426656.7745876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71","EoS":true} {"level":"info","ts":1785426656.7746153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71","header":"x-maas-subscription"} {"level":"info","ts":1785426656.7746253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71","header":"x-maas-group"} {"level":"info","ts":1785426656.7746313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71","header":"x-maas-username"} {"level":"info","ts":1785426656.774646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785426656.774674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71"} {"level":"info","ts":1785426656.7763133,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71"} {"level":"info","ts":1785426656.7763438,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71"} {"level":"info","ts":1785426656.7763627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71","EoS":false} {"level":"info","ts":1785426656.7763753,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71"} {"level":"info","ts":1785426656.7764,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71","EoS":true} {"level":"info","ts":1785426656.7764075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59f6b9ad-3ad6-4667-96fe-a0a581721a71"}