{"level":"info","ts":1785545634.8433638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb","EoS":false} {"level":"info","ts":1785545634.8433802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb"} {"level":"info","ts":1785545634.8434157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb","EoS":true} {"level":"info","ts":1785545634.8434267,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb"} {"level":"info","ts":1785545634.9852297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545634.9853132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545634.9853234,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545634.985335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","EoS":true} {"level":"info","ts":1785545634.9853628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","header":"x-maas-username"} {"level":"info","ts":1785545634.9853733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","header":"x-maas-subscription"} {"level":"info","ts":1785545634.9853783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","header":"x-maas-group"} {"level":"info","ts":1785545634.985392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545634.9854183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545634.986291,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545634.9863122,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545634.9863365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","EoS":false} {"level":"info","ts":1785545634.9863539,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545634.9863951,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","EoS":true} {"level":"info","ts":1785545634.9864068,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545635.1287198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545635.1287994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.1288087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.1288195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","EoS":true} {"level":"info","ts":1785545635.1288471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","header":"x-maas-group"} {"level":"info","ts":1785545635.1288586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","header":"x-maas-username"} {"level":"info","ts":1785545635.1288643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","header":"x-maas-subscription"} {"level":"info","ts":1785545635.1288772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545635.128904,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.129762,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.1297839,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.1298058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","EoS":false} {"level":"info","ts":1785545635.129822,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.1298623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","EoS":true} {"level":"info","ts":1785545635.1298738,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.2686656,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545635.2687416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.2687523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.2687633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63811373-838d-429e-812c-03bae6337498","EoS":true} {"level":"info","ts":1785545635.2687886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63811373-838d-429e-812c-03bae6337498","header":"x-maas-username"} {"level":"info","ts":1785545635.2688005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63811373-838d-429e-812c-03bae6337498","header":"x-maas-group"} {"level":"info","ts":1785545635.2688062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63811373-838d-429e-812c-03bae6337498","header":"x-maas-subscription"} {"level":"info","ts":1785545635.2688189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63811373-838d-429e-812c-03bae6337498","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545635.2688453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.269757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.26978,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.269796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63811373-838d-429e-812c-03bae6337498","EoS":false} {"level":"info","ts":1785545635.2698083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.2698274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63811373-838d-429e-812c-03bae6337498","EoS":true} {"level":"info","ts":1785545635.269836,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545656.5450022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545656.5450964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.545111,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.5451298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","EoS":true} {"level":"info","ts":1785545656.5451696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","header":"x-maas-subscription"} {"level":"info","ts":1785545656.5451846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","header":"x-maas-group"} {"level":"info","ts":1785545656.5451941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","header":"x-maas-username"} {"level":"info","ts":1785545656.5452318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545656.545269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.5462997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.5463276,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.5463493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","EoS":false} {"level":"info","ts":1785545656.5463672,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.5464044,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","EoS":true} {"level":"info","ts":1785545656.546419,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.6556027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545656.655687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9b41bc9-7000-4c12-9acd-f1fdc8190a5d"} {"level":"info","ts":1785545656.6565192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b9b41bc9-7000-4c12-9acd-f1fdc8190a5d"} {"level":"info","ts":1785545656.6565466,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b9b41bc9-7000-4c12-9acd-f1fdc8190a5d"} {"level":"info","ts":1785545656.656572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9b41bc9-7000-4c12-9acd-f1fdc8190a5d","EoS":false} {"level":"info","ts":1785545656.6565945,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b9b41bc9-7000-4c12-9acd-f1fdc8190a5d"} {"level":"info","ts":1785545656.656623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b9b41bc9-7000-4c12-9acd-f1fdc8190a5d","EoS":true} {"level":"info","ts":1785545656.656631,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b9b41bc9-7000-4c12-9acd-f1fdc8190a5d"} {"level":"info","ts":1785545661.3179328,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545661.3180144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545661.3180366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545661.3180485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","EoS":true} {"level":"info","ts":1785545661.318076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","header":"x-maas-group"} {"level":"info","ts":1785545661.318086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","header":"x-maas-username"} {"level":"info","ts":1785545661.318092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","header":"x-maas-subscription"} {"level":"info","ts":1785545661.318106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545661.3181329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545661.3189785,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545661.3190012,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545661.3190165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","EoS":false} {"level":"info","ts":1785545661.3190277,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545661.3190548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","EoS":true} {"level":"info","ts":1785545661.3190694,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545669.8940647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545669.8941538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545669.8941667,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545669.8941832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","EoS":true} {"level":"info","ts":1785545669.8942707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","header":"x-maas-username"} {"level":"info","ts":1785545669.8942847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","header":"x-maas-subscription"} {"level":"info","ts":1785545669.8942904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","header":"x-maas-group"} {"level":"info","ts":1785545669.8943064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545669.894335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545669.9073184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545669.9073517,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545669.907378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","EoS":false} {"level":"info","ts":1785545669.907398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545669.9074264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","EoS":true} {"level":"info","ts":1785545669.9074378,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545682.7846005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545682.7846825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545682.7846928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545682.784704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","EoS":true} {"level":"info","ts":1785545682.784728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","header":"x-maas-username"} {"level":"info","ts":1785545682.7847388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","header":"x-maas-group"} {"level":"info","ts":1785545682.7847452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","header":"x-maas-subscription"} {"level":"info","ts":1785545682.7847593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545682.7847853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545682.7856467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545682.785669,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545682.7856846,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","EoS":false} {"level":"info","ts":1785545682.7857068,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545682.7857356,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","EoS":true} {"level":"info","ts":1785545682.785744,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545691.3316536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545691.331733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545691.3317428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545691.3317542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","EoS":true} {"level":"info","ts":1785545691.3317792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","header":"x-maas-group"} {"level":"info","ts":1785545691.3317897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","header":"x-maas-username"} {"level":"info","ts":1785545691.3317947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","header":"x-maas-subscription"} {"level":"info","ts":1785545691.3318098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545691.3318346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545691.3327188,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545691.3327405,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545691.3327649,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","EoS":false} {"level":"info","ts":1785545691.332786,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545691.3328252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","EoS":true} {"level":"info","ts":1785545691.3328362,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545700.1949258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545700.1950204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545700.195031,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545700.1950436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","EoS":true} {"level":"info","ts":1785545700.1950684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","header":"x-maas-username"} {"level":"info","ts":1785545700.1950808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","header":"x-maas-subscription"} {"level":"info","ts":1785545700.1950874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","header":"x-maas-group"} {"level":"info","ts":1785545700.1951008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545700.195125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545700.1961033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545700.1961327,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545700.1961572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","EoS":false} {"level":"info","ts":1785545700.1961741,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545700.1962066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","EoS":true} {"level":"info","ts":1785545700.1962395,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545729.7869904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545729.787092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545729.7871063,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545729.7871258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","EoS":true} {"level":"info","ts":1785545729.7871807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","header":"x-maas-username"} {"level":"info","ts":1785545729.7871938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","header":"x-maas-group"} {"level":"info","ts":1785545729.7872028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","header":"x-maas-subscription"} {"level":"info","ts":1785545729.787251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545729.7872887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545729.7889526,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545729.7889762,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545729.7889912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","EoS":false} {"level":"info","ts":1785545729.7890036,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545729.78903,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","EoS":true} {"level":"info","ts":1785545729.7890363,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545762.9043133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545762.9044101,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545762.9044273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545762.904448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","EoS":true} {"level":"info","ts":1785545762.9044893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","header":"x-maas-subscription"} {"level":"info","ts":1785545762.904502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","header":"x-maas-group"} {"level":"info","ts":1785545762.904512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","header":"x-maas-username"} {"level":"info","ts":1785545762.9045327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545762.9045684,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545762.9064481,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545762.906476,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545762.9064925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","EoS":false} {"level":"info","ts":1785545762.9065046,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545762.9065301,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","EoS":true} {"level":"info","ts":1785545762.9065351,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545798.0886467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545798.0887291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545798.088741,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545798.088758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","EoS":true} {"level":"info","ts":1785545798.0887902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","header":"x-maas-username"} {"level":"info","ts":1785545798.088802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","header":"x-maas-group"} {"level":"info","ts":1785545798.088807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","header":"x-maas-subscription"} {"level":"info","ts":1785545798.0888207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545798.0888484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545798.089741,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545798.0897598,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545798.089774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","EoS":false} {"level":"info","ts":1785545798.089785,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545798.089816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","EoS":true} {"level":"info","ts":1785545798.0898263,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545807.5036824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545807.5037599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.5037699,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.503787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","EoS":true} {"level":"info","ts":1785545807.5038197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","header":"x-maas-subscription"} {"level":"info","ts":1785545807.5038302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","header":"x-maas-username"} {"level":"info","ts":1785545807.5038362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","header":"x-maas-group"} {"level":"info","ts":1785545807.503851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545807.5038853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.504802,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.5048318,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.5048554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","EoS":false} {"level":"info","ts":1785545807.5048773,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.5049121,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","EoS":true} {"level":"info","ts":1785545807.5049236,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.5542898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545807.5543797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545807.5543985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545807.554419,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","EoS":true} {"level":"info","ts":1785545807.5544682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","header":"x-maas-username"} {"level":"info","ts":1785545807.554485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","header":"x-maas-subscription"} {"level":"info","ts":1785545807.5544927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","header":"x-maas-group"} {"level":"info","ts":1785545807.5545132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545807.55455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545807.5554783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545807.5555003,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545807.5555165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","EoS":false} {"level":"info","ts":1785545807.5555277,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545807.555546,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","EoS":true} {"level":"info","ts":1785545807.5555527,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545826.6939292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545826.694015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545826.6940255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545826.694037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","EoS":true} {"level":"info","ts":1785545826.6940637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","header":"x-maas-username"} {"level":"info","ts":1785545826.6940749,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","header":"x-maas-subscription"} {"level":"info","ts":1785545826.6940806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","header":"x-maas-group"} {"level":"info","ts":1785545826.694105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545826.6941333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545826.695043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545826.6950724,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545826.6950963,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","EoS":false} {"level":"info","ts":1785545826.6951172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545826.6951444,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","EoS":true} {"level":"info","ts":1785545826.6951544,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785546006.6131964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546006.6133254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546006.6133356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546006.6133478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","EoS":true} {"level":"info","ts":1785546006.613378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","header":"x-maas-subscription"} {"level":"info","ts":1785546006.6133888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","header":"x-maas-group"} {"level":"info","ts":1785546006.6133943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","header":"x-maas-username"} {"level":"info","ts":1785546006.6134093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785546006.6134357,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546006.6267529,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546006.626779,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546006.626796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","EoS":false} {"level":"info","ts":1785546006.6268098,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546006.6268334,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","EoS":true} {"level":"info","ts":1785546006.626839,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546058.8158653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546058.8159525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546058.8159623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546058.8159742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","EoS":true} {"level":"info","ts":1785546058.8159993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","header":"x-maas-username"} {"level":"info","ts":1785546058.8160095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","header":"x-maas-group"} {"level":"info","ts":1785546058.8160145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","header":"x-maas-subscription"} {"level":"info","ts":1785546058.8160284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546058.8160558,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546058.817003,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546058.8170278,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546058.8170502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","EoS":false} {"level":"info","ts":1785546058.8170698,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546058.817106,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","EoS":true} {"level":"info","ts":1785546058.817116,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546074.0937574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546074.0938442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.093854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.0938652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","EoS":true} {"level":"info","ts":1785546074.093891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","header":"x-maas-subscription"} {"level":"info","ts":1785546074.0939016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","header":"x-maas-group"} {"level":"info","ts":1785546074.0939074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","header":"x-maas-username"} {"level":"info","ts":1785546074.0939205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546074.0939467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.094818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.094844,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.0948644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","EoS":false} {"level":"info","ts":1785546074.0948787,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.0949109,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","EoS":true} {"level":"info","ts":1785546074.0949204,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546417.590008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546417.590142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.5901597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.5901732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","EoS":true} {"level":"info","ts":1785546417.5902014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","header":"x-maas-username"} {"level":"info","ts":1785546417.5902328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","header":"x-maas-group"} {"level":"info","ts":1785546417.590241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","header":"x-maas-subscription"} {"level":"info","ts":1785546417.590256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546417.590285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.5912657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.591287,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.5913062,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","EoS":false} {"level":"info","ts":1785546417.591322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.5913484,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","EoS":true} {"level":"info","ts":1785546417.5913587,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.629302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546417.6293764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.6293857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.6293998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","EoS":true} {"level":"info","ts":1785546417.6294267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","header":"x-maas-username"} {"level":"info","ts":1785546417.6294353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","header":"x-maas-subscription"} {"level":"info","ts":1785546417.6294415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","header":"x-maas-group"} {"level":"info","ts":1785546417.6294546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546417.6294801,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.6302738,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.6302998,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.630323,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","EoS":false} {"level":"info","ts":1785546417.6303434,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.6303773,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","EoS":true} {"level":"info","ts":1785546417.6303892,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546422.4784143,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46d9992e-ac5d-4033-9f1f-7e46f03b9a51","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785546422.4786925,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32669.959779213,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.4787183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.515834,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.5795918,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46d9992e-ac5d-4033-9f1f-7e46f03b9a51","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785546422.6011193,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53b311e2-3623-4699-a315-76bfa7a08645"} {"level":"info","ts":1785546422.6011422,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6434ffbc-9fbc-41a7-bc36-15ef1b8690f4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546422.6011865,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6434ffbc-9fbc-41a7-bc36-15ef1b8690f4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785546422.6091695,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50ab60d4-8d0e-44c5-bc48-499318d9ed68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546422.609197,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50ab60d4-8d0e-44c5-bc48-499318d9ed68","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785546422.6096597,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34094.840941678,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.6096807,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.6191585,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.7103703,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53b311e2-3623-4699-a315-76bfa7a08645","name":"e2e-external-provider"} {"level":"info","ts":1785546422.7228236,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53b311e2-3623-4699-a315-76bfa7a08645","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785546422.7250032,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aca49f1b-9c03-44f9-9624-1ec19826f0a9"} {"level":"info","ts":1785546422.7250555,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7d98edf-ac5e-4b52-881b-f6b4f4e89104","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.725107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7d98edf-ac5e-4b52-881b-f6b4f4e89104","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785546422.7318304,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53b311e2-3623-4699-a315-76bfa7a08645","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785546422.732181,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82870c6b-4838-4fe5-a14e-e4fd78d06ac4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.7322383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82870c6b-4838-4fe5-a14e-e4fd78d06ac4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785546422.7323604,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aca49f1b-9c03-44f9-9624-1ec19826f0a9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785546422.7373466,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53b311e2-3623-4699-a315-76bfa7a08645","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785546422.741907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2cd8acb-f00c-41b4-a303-c460b9835455","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.7419488,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2cd8acb-f00c-41b4-a303-c460b9835455","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785546422.7420485,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aca49f1b-9c03-44f9-9624-1ec19826f0a9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.7421675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc159d9b-a3d4-4b1b-b08b-bb7baf92e110"} {"level":"info","ts":1785546422.742232,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc159d9b-a3d4-4b1b-b08b-bb7baf92e110","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785546422.7452915,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c72f953-3b2a-4e0e-a183-9747b83bcfeb"} {"level":"info","ts":1785546422.7453554,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c72f953-3b2a-4e0e-a183-9747b83bcfeb","name":"e2e-external-provider"} {"level":"info","ts":1785546422.7454336,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ac16250-c70f-4d01-a039-2adb501a3d9d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546422.745476,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ac16250-c70f-4d01-a039-2adb501a3d9d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785546422.7456107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f11b9582-24a2-4202-a1cc-6e4691975aa6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.7456346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f11b9582-24a2-4202-a1cc-6e4691975aa6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785546422.7463267,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc159d9b-a3d4-4b1b-b08b-bb7baf92e110","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.746385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bcdc52d5-b40e-4355-9540-b9ef3a7dcf99"} {"level":"info","ts":1785546422.746607,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33573.164005991,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.7466278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.75416,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c72f953-3b2a-4e0e-a183-9747b83bcfeb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785546422.7555113,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785546422.7578402,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c72f953-3b2a-4e0e-a183-9747b83bcfeb","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.7579298,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"febcdc1a-8541-4fa4-b8c9-94b9f5a6cc65"} {"level":"info","ts":1785546422.7579675,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"febcdc1a-8541-4fa4-b8c9-94b9f5a6cc65","name":"e2e-external-provider"} {"level":"info","ts":1785546422.7668698,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"febcdc1a-8541-4fa4-b8c9-94b9f5a6cc65","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785546422.8466184,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bcdc52d5-b40e-4355-9540-b9ef3a7dcf99","name":"e2e-external-model"} {"level":"info","ts":1785546422.8584006,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bcdc52d5-b40e-4355-9540-b9ef3a7dcf99","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546422.864201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0219ec13-675e-4e9d-9f9b-0377f1b672a2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.8642726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0219ec13-675e-4e9d-9f9b-0377f1b672a2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785546422.8645005,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0085cc4f-89f5-4c69-af75-4e2c1f102667"} {"level":"info","ts":1785546422.8645737,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0085cc4f-89f5-4c69-af75-4e2c1f102667","name":"e2e-external-model"} {"level":"info","ts":1785546422.8815594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b3e771e-20c0-48fe-8335-c3d5e56c1e9b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.881612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b3e771e-20c0-48fe-8335-c3d5e56c1e9b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785546422.8816977,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0085cc4f-89f5-4c69-af75-4e2c1f102667","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.8817685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9669dd53-5f79-4eea-afb5-6edfd8bd0e75"} {"level":"info","ts":1785546422.8818238,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9669dd53-5f79-4eea-afb5-6edfd8bd0e75","name":"e2e-external-model"} {"level":"info","ts":1785546422.890151,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9669dd53-5f79-4eea-afb5-6edfd8bd0e75","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546422.8958943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d664ef24-de81-4464-b52e-c074df2aa61f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.8959317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d664ef24-de81-4464-b52e-c074df2aa61f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785546422.8958995,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd23ddf1-c36c-49a5-91d6-2ad0eeb6a4f2"} {"level":"info","ts":1785546422.8960075,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd23ddf1-c36c-49a5-91d6-2ad0eeb6a4f2","name":"e2e-external-model"} {"level":"info","ts":1785546422.903706,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd23ddf1-c36c-49a5-91d6-2ad0eeb6a4f2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546434.6150591,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546434.615148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.615158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.6151876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","EoS":true} {"level":"info","ts":1785546434.6152349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","header":"x-maas-group"} {"level":"info","ts":1785546434.6152472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","header":"x-maas-username"} {"level":"info","ts":1785546434.6152537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","header":"x-maas-subscription"} {"level":"info","ts":1785546434.615268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785546434.6152775,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","modelName":"e2e-external-model"} {"level":"info","ts":1785546434.6152894,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785546434.615323,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785546434.615339,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","authType":"apikey"} {"level":"info","ts":1785546434.6153667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.7300346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.7300713,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.7300959,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","EoS":false} {"level":"info","ts":1785546434.7301142,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.7301443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","EoS":true} {"level":"info","ts":1785546434.7301493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.85376,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53adec50-1eb5-4d6c-be5c-461239241b9a"} {"level":"info","ts":1785546434.8537726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5bc6fd2-f3ec-437e-ac1e-138ab9df4e36","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.8539047,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5bc6fd2-f3ec-437e-ac1e-138ab9df4e36","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785546434.8592825,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef871272-c042-4f69-beba-4d06c55a561d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.8593173,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef871272-c042-4f69-beba-4d06c55a561d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785546434.862419,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53adec50-1eb5-4d6c-be5c-461239241b9a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546434.862499,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53adec50-1eb5-4d6c-be5c-461239241b9a","name":"e2e-cleanup-test"} {"level":"info","ts":1785546434.875491,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e3cd076-ed9f-48a8-b8ad-c7863955d805","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.8755426,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e3cd076-ed9f-48a8-b8ad-c7863955d805","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785546434.8811147,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53adec50-1eb5-4d6c-be5c-461239241b9a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785546434.8811688,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53adec50-1eb5-4d6c-be5c-461239241b9a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546434.881262,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72cb9b26-8cf3-48c1-9f61-c3fe575df4fa"} {"level":"info","ts":1785546434.881331,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72cb9b26-8cf3-48c1-9f61-c3fe575df4fa","name":"e2e-cleanup-test"} {"level":"info","ts":1785546434.8913236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4574c61-763a-4181-900c-01ac50a0a4b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.8913722,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4574c61-763a-4181-900c-01ac50a0a4b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785546434.8922465,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72cb9b26-8cf3-48c1-9f61-c3fe575df4fa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785546434.8957381,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72cb9b26-8cf3-48c1-9f61-c3fe575df4fa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546434.8958333,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d3c6bd-9a67-4295-8b2c-3666f7c6e819"} {"level":"info","ts":1785546434.8958964,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d3c6bd-9a67-4295-8b2c-3666f7c6e819","name":"e2e-cleanup-test"} {"level":"info","ts":1785546434.9036157,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d3c6bd-9a67-4295-8b2c-3666f7c6e819","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546434.905827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79d24ddf-90fd-4f0e-a4e9-92eebb232fd4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.9058552,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79d24ddf-90fd-4f0e-a4e9-92eebb232fd4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785546434.9135675,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29d3c6bd-9a67-4295-8b2c-3666f7c6e819","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546434.9136622,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51c9e782-7dd5-4c7d-9cb3-33d965597233"} {"level":"info","ts":1785546434.9137144,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51c9e782-7dd5-4c7d-9cb3-33d965597233","name":"e2e-cleanup-test"} {"level":"info","ts":1785546434.9206355,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51c9e782-7dd5-4c7d-9cb3-33d965597233","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546443.127939,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5c607ab-67b9-4074-929a-a7546a32e84e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546443.127978,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f5c607ab-67b9-4074-929a-a7546a32e84e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546443.127982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0cb6fb18-2814-4735-b047-5f2fbe3eccad"} {"level":"info","ts":1785546447.486926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546447.487008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb"} {"level":"info","ts":1785546447.48702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb"} {"level":"info","ts":1785546447.487031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb","EoS":true} {"level":"info","ts":1785546447.4870672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785546447.4870956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb"} {"level":"info","ts":1785546447.5291986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546447.5293298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.5293465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.5293598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","EoS":true} {"level":"info","ts":1785546447.5293863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","header":"x-maas-subscription"} {"level":"info","ts":1785546447.5293984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","header":"x-maas-username"} {"level":"info","ts":1785546447.5294037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","header":"x-maas-group"} {"level":"info","ts":1785546447.5294182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785546447.5294278,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","modelName":"e2e-external-model"} {"level":"info","ts":1785546447.5294394,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785546447.529462,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785546447.529481,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","authType":"apikey"} {"level":"info","ts":1785546447.5295062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.5742815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.5743117,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.5743363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","EoS":false} {"level":"info","ts":1785546447.5743532,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.5743845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","EoS":true} {"level":"info","ts":1785546447.5743964,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.6163669,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546447.6164653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.6164813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.6164985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","EoS":true} {"level":"info","ts":1785546447.6165352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","header":"x-maas-username"} {"level":"info","ts":1785546447.6165488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","header":"x-maas-group"} {"level":"info","ts":1785546447.6165571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","header":"x-maas-subscription"} {"level":"info","ts":1785546447.616576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785546447.6166086,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.7030063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.703043,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.7030675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","EoS":false} {"level":"info","ts":1785546447.7030866,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.7031183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","EoS":true} {"level":"info","ts":1785546447.7031267,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.7426987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546447.7427769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546447.7427857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546447.742797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","EoS":true} {"level":"info","ts":1785546447.7428184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","header":"x-maas-username"} {"level":"info","ts":1785546447.742829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","header":"x-maas-subscription"} {"level":"info","ts":1785546447.742834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","header":"x-maas-group"} {"level":"info","ts":1785546447.742874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546447.7850494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546447.785077,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546447.7850997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","EoS":false} {"level":"info","ts":1785546447.7851171,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546447.7851481,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","EoS":true} {"level":"info","ts":1785546447.7851572,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546448.6306615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8b536cc-1af2-40bc-9d99-77fae3e4537f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546448.6307142,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8b536cc-1af2-40bc-9d99-77fae3e4537f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546448.6306672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea895deb-cf39-4d5c-9761-695dfb6bbabf"} {"level":"info","ts":1785546448.7900019,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f964208b-09aa-411e-bc38-62c6de024b8c"} {"level":"info","ts":1785546448.790008,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93723d7f-3519-42f7-837f-c6a0e1b34361","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546448.790084,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93723d7f-3519-42f7-837f-c6a0e1b34361","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546448.9111793,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"51cc7a29-ea5c-422a-9c57-4880de2a787c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785546448.911287,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"51cc7a29-ea5c-422a-9c57-4880de2a787c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785547981.8978446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785547981.8979354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41fdcc17-951f-4cb5-966c-f2de58f467ff"} {"level":"info","ts":1785548056.8393009,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785548056.8393824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"} {"level":"info","ts":1785548056.8393934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"} {"level":"info","ts":1785548056.839405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","EoS":true} {"level":"info","ts":1785548056.8394341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","header":"x-maas-group"} {"level":"info","ts":1785548056.8394449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","header":"x-maas-username"} {"level":"info","ts":1785548056.8394508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","header":"x-maas-subscription"} {"level":"info","ts":1785548056.8394644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785548056.8394911,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"} {"level":"info","ts":1785548056.8405602,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"} {"level":"info","ts":1785548056.8405845,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"} {"level":"info","ts":1785548056.8406005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","EoS":false} {"level":"info","ts":1785548056.8406146,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"} {"level":"info","ts":1785548056.8406408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","EoS":true} {"level":"info","ts":1785548056.8406487,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"}