{"level":"info","ts":1785524353.9735749,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5"} {"level":"info","ts":1785524353.9736047,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5"} {"level":"info","ts":1785524353.9736266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5","EoS":false} {"level":"info","ts":1785524353.9736462,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5"} {"level":"info","ts":1785524353.9736807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5","EoS":true} {"level":"info","ts":1785524353.9736912,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f4993a14-7e2b-4d97-bfbd-ef0db1e9ebd5"} {"level":"info","ts":1785524354.1121442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.1122398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.1122541,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.112274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","EoS":true} {"level":"info","ts":1785524354.1123135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","header":"x-maas-group"} {"level":"info","ts":1785524354.1123264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","header":"x-maas-subscription"} {"level":"info","ts":1785524354.1123352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","header":"x-maas-username"} {"level":"info","ts":1785524354.1123533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.112389,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.1133752,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.1133955,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.1134102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","EoS":false} {"level":"info","ts":1785524354.1134222,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.113454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8","EoS":true} {"level":"info","ts":1785524354.1134639,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89bc7860-ce04-4927-b035-95f58a8359e8"} {"level":"info","ts":1785524354.2553813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.2554595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.2554684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.2554798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","EoS":true} {"level":"info","ts":1785524354.255533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","header":"x-maas-username"} {"level":"info","ts":1785524354.2555447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","header":"x-maas-group"} {"level":"info","ts":1785524354.2555501,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","header":"x-maas-subscription"} {"level":"info","ts":1785524354.2555652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.2555914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.256535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.256554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.2565675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","EoS":false} {"level":"info","ts":1785524354.256578,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.256599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75ece683-7266-4982-83ff-064b19de3105","EoS":true} {"level":"info","ts":1785524354.2566066,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75ece683-7266-4982-83ff-064b19de3105"} {"level":"info","ts":1785524354.3931603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.3932326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.3932462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.3932574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","EoS":true} {"level":"info","ts":1785524354.3932827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","header":"x-maas-username"} {"level":"info","ts":1785524354.3932934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","header":"x-maas-subscription"} {"level":"info","ts":1785524354.3932981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","header":"x-maas-group"} {"level":"info","ts":1785524354.393313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.3933392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.3951035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.3951218,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.3951478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","EoS":false} {"level":"info","ts":1785524354.3951626,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.3951855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5","EoS":true} {"level":"info","ts":1785524354.3951957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4827155-4ab7-4688-9397-7cfedabee1a5"} {"level":"info","ts":1785524354.5329046,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524354.5329788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.5329869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.5329976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","EoS":true} {"level":"info","ts":1785524354.5330212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","header":"x-maas-username"} {"level":"info","ts":1785524354.533032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","header":"x-maas-group"} {"level":"info","ts":1785524354.5330386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","header":"x-maas-subscription"} {"level":"info","ts":1785524354.5330532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524354.53308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.5339549,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.5339735,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.5339882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","EoS":false} {"level":"info","ts":1785524354.5340002,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524354.5340245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8","EoS":true} {"level":"info","ts":1785524354.5340424,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14a49cad-c651-49a6-aa7d-e6a2a46a8ff8"} {"level":"info","ts":1785524375.723672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524375.7237456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.723758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.72377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","EoS":true} {"level":"info","ts":1785524375.7237918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","header":"x-maas-group"} {"level":"info","ts":1785524375.723802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","header":"x-maas-username"} {"level":"info","ts":1785524375.7238078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","header":"x-maas-subscription"} {"level":"info","ts":1785524375.7238214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524375.7238476,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.7247334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.7247546,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.7247803,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","EoS":false} {"level":"info","ts":1785524375.7247937,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.724819,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741","EoS":true} {"level":"info","ts":1785524375.7248266,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae95b72f-7b5c-41f2-a4f6-774d5d759741"} {"level":"info","ts":1785524375.8233757,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524375.8234408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11e8a5f3-899c-4c5c-b46f-0ca2a446a267"} {"level":"info","ts":1785524375.8241854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11e8a5f3-899c-4c5c-b46f-0ca2a446a267"} {"level":"info","ts":1785524375.8242044,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11e8a5f3-899c-4c5c-b46f-0ca2a446a267"} {"level":"info","ts":1785524375.8242202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11e8a5f3-899c-4c5c-b46f-0ca2a446a267","EoS":false} {"level":"info","ts":1785524375.824231,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11e8a5f3-899c-4c5c-b46f-0ca2a446a267"} {"level":"info","ts":1785524375.824254,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11e8a5f3-899c-4c5c-b46f-0ca2a446a267","EoS":true} {"level":"info","ts":1785524375.8242614,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"11e8a5f3-899c-4c5c-b46f-0ca2a446a267"} {"level":"info","ts":1785524380.4415421,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524380.441615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524380.4416265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524380.4416382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","EoS":true} {"level":"info","ts":1785524380.4416611,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","header":"x-maas-username"} {"level":"info","ts":1785524380.4416718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","header":"x-maas-group"} {"level":"info","ts":1785524380.4416778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","header":"x-maas-subscription"} {"level":"info","ts":1785524380.441694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524380.4417217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524380.442862,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524380.4428806,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524380.4428961,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","EoS":false} {"level":"info","ts":1785524380.4429085,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524380.4429328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16","EoS":true} {"level":"info","ts":1785524380.4429407,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1067d697-e966-4787-bb5f-549006cb6a16"} {"level":"info","ts":1785524389.0668776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524389.0669522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524389.066962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524389.0669732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","EoS":true} {"level":"info","ts":1785524389.0669992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","header":"x-maas-group"} {"level":"info","ts":1785524389.0670087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","header":"x-maas-username"} {"level":"info","ts":1785524389.0670145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","header":"x-maas-subscription"} {"level":"info","ts":1785524389.067029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524389.0670538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524389.0810697,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524389.0810938,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524389.0811167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","EoS":false} {"level":"info","ts":1785524389.0811322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524389.081168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5","EoS":true} {"level":"info","ts":1785524389.081179,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6b097736-5bfc-46e5-acff-7ed3608040b5"} {"level":"info","ts":1785524401.9790497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524401.9791389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524401.9791534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524401.9791646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","EoS":true} {"level":"info","ts":1785524401.9791903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","header":"x-maas-subscription"} {"level":"info","ts":1785524401.9792008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","header":"x-maas-group"} {"level":"info","ts":1785524401.9792066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","header":"x-maas-username"} {"level":"info","ts":1785524401.9792206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524401.9792461,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524401.9803588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524401.9803717,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524401.9803836,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","EoS":false} {"level":"info","ts":1785524401.9803941,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524401.9804165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33","EoS":true} {"level":"info","ts":1785524401.9804254,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4cfa6659-ccf7-4cf6-9f60-5b33a7539c33"} {"level":"info","ts":1785524410.5046544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524410.5047464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524410.5047657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524410.504786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","EoS":true} {"level":"info","ts":1785524410.504824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","header":"x-maas-group"} {"level":"info","ts":1785524410.504836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","header":"x-maas-username"} {"level":"info","ts":1785524410.5048459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","header":"x-maas-subscription"} {"level":"info","ts":1785524410.5048666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524410.504905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524410.5060847,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524410.506105,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524410.506121,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","EoS":false} {"level":"info","ts":1785524410.5061338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524410.506159,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e","EoS":true} {"level":"info","ts":1785524410.5061684,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c233d45-15fb-400e-973c-23dbb498e86e"} {"level":"info","ts":1785524419.3535166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524419.353606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524419.3536224,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524419.3536353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","EoS":true} {"level":"info","ts":1785524419.353664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","header":"x-maas-group"} {"level":"info","ts":1785524419.3536751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","header":"x-maas-subscription"} {"level":"info","ts":1785524419.3536797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","header":"x-maas-username"} {"level":"info","ts":1785524419.3536937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524419.3537204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524419.354797,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524419.3548155,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524419.3548336,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","EoS":false} {"level":"info","ts":1785524419.3548467,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524419.3548675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518","EoS":true} {"level":"info","ts":1785524419.3548765,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfc56f54-9ebd-4d3a-a87e-062c780e3518"} {"level":"info","ts":1785524448.6487918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524448.6488812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524448.6488965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524448.6489084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","EoS":true} {"level":"info","ts":1785524448.648943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","header":"x-maas-subscription"} {"level":"info","ts":1785524448.648955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","header":"x-maas-username"} {"level":"info","ts":1785524448.6489606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","header":"x-maas-group"} {"level":"info","ts":1785524448.648974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524448.6490018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524448.6505537,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524448.650574,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524448.650604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","EoS":false} {"level":"info","ts":1785524448.6506174,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524448.6506412,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237","EoS":true} {"level":"info","ts":1785524448.650649,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2259602d-a597-4863-9b9f-e33df79c4237"} {"level":"info","ts":1785524481.6769543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524481.6770427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524481.6770558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524481.6770673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","EoS":true} {"level":"info","ts":1785524481.677091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","header":"x-maas-subscription"} {"level":"info","ts":1785524481.6771016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","header":"x-maas-group"} {"level":"info","ts":1785524481.6771069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","header":"x-maas-username"} {"level":"info","ts":1785524481.6771212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785524481.6771455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524481.6792376,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524481.6792593,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524481.679275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","EoS":false} {"level":"info","ts":1785524481.6792855,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524481.6793082,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369","EoS":true} {"level":"info","ts":1785524481.6793175,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6e67d6ec-000b-4c28-9299-508aeb679369"} {"level":"info","ts":1785524516.492079,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524516.4921544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524516.4921668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524516.4921784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","EoS":true} {"level":"info","ts":1785524516.4922025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","header":"x-maas-subscription"} {"level":"info","ts":1785524516.492214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","header":"x-maas-username"} {"level":"info","ts":1785524516.4922192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","header":"x-maas-group"} {"level":"info","ts":1785524516.4922333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524516.492259,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524516.4935305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524516.4935555,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524516.4935718,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","EoS":false} {"level":"info","ts":1785524516.4935868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524516.493611,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e","EoS":true} {"level":"info","ts":1785524516.493624,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"86a42854-c803-4f72-b2dc-4b4a240f0d1e"} {"level":"info","ts":1785524525.841936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524525.8420062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8420181,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8420362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","EoS":true} {"level":"info","ts":1785524525.8420618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","header":"x-maas-username"} {"level":"info","ts":1785524525.8420734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","header":"x-maas-group"} {"level":"info","ts":1785524525.8420787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","header":"x-maas-subscription"} {"level":"info","ts":1785524525.8420913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524525.8421164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8433063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8433282,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8433475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","EoS":false} {"level":"info","ts":1785524525.8433619,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8433874,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25","EoS":true} {"level":"info","ts":1785524525.8433974,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"678fcc54-04f0-4803-a497-cbb625f73d25"} {"level":"info","ts":1785524525.8830838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524525.8831663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524525.8831792,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524525.8831909,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","EoS":true} {"level":"info","ts":1785524525.8832123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","header":"x-maas-username"} {"level":"info","ts":1785524525.8832223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","header":"x-maas-group"} {"level":"info","ts":1785524525.883227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","header":"x-maas-subscription"} {"level":"info","ts":1785524525.8832414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524525.88327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524525.8845422,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524525.8845603,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524525.8845756,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","EoS":false} {"level":"info","ts":1785524525.8845868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524525.8846107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6","EoS":true} {"level":"info","ts":1785524525.8846202,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"167b02ca-bcee-45db-b079-52dc7faca0c6"} {"level":"info","ts":1785524544.84345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524544.8435483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524544.843562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524544.8435736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","EoS":true} {"level":"info","ts":1785524544.8436003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","header":"x-maas-subscription"} {"level":"info","ts":1785524544.8436093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","header":"x-maas-group"} {"level":"info","ts":1785524544.8436155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","header":"x-maas-username"} {"level":"info","ts":1785524544.8436294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524544.8436537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524544.8448563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524544.8448794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524544.844908,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","EoS":false} {"level":"info","ts":1785524544.8449259,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524544.8449657,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9","EoS":true} {"level":"info","ts":1785524544.8449771,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a63470f-0ac7-4ec0-af5a-4ad6f77191e9"} {"level":"info","ts":1785524726.3678248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524726.3679326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524726.367949,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524726.367967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","EoS":true} {"level":"info","ts":1785524726.3680012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","header":"x-maas-subscription"} {"level":"info","ts":1785524726.368015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","header":"x-maas-group"} {"level":"info","ts":1785524726.368024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","header":"x-maas-username"} {"level":"info","ts":1785524726.3680425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785524726.3680754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524726.3815453,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524726.3815727,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524726.381591,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","EoS":false} {"level":"info","ts":1785524726.3816109,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524726.3816411,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931","EoS":true} {"level":"info","ts":1785524726.3816495,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"877a37a6-a964-4da8-b2aa-c8362d17c931"} {"level":"info","ts":1785524788.9769387,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524788.9770153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524788.977026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524788.9770377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","EoS":true} {"level":"info","ts":1785524788.9770634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","header":"x-maas-subscription"} {"level":"info","ts":1785524788.9770734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","header":"x-maas-group"} {"level":"info","ts":1785524788.9770777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","header":"x-maas-username"} {"level":"info","ts":1785524788.9770916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524788.9771197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524788.9782004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524788.9782221,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524788.9782393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","EoS":false} {"level":"info","ts":1785524788.9782522,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524788.9782813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3","EoS":true} {"level":"info","ts":1785524788.9782915,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3662f16a-413c-4632-82aa-53688f369bf3"} {"level":"info","ts":1785524804.2273936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785524804.2274723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.2275078,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.2275245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","EoS":true} {"level":"info","ts":1785524804.2275496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","header":"x-maas-username"} {"level":"info","ts":1785524804.2275603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","header":"x-maas-group"} {"level":"info","ts":1785524804.2275662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","header":"x-maas-subscription"} {"level":"info","ts":1785524804.2275813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785524804.2276065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.2286718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.2286863,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.2286997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","EoS":false} {"level":"info","ts":1785524804.2287107,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785524804.228734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1","EoS":true} {"level":"info","ts":1785524804.2287493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a3c1dcae-a7b9-483e-b70a-d6f8e134b4a1"} {"level":"info","ts":1785525115.9881876,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525115.9882665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525115.9882772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525115.9882882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","EoS":true} {"level":"info","ts":1785525115.9883099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","header":"x-maas-subscription"} {"level":"info","ts":1785525115.9883208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","header":"x-maas-username"} {"level":"info","ts":1785525115.988327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","header":"x-maas-group"} {"level":"info","ts":1785525115.9883401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785525115.9883654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525115.9893334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525115.9893537,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525115.9893694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","EoS":false} {"level":"info","ts":1785525115.9893806,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525115.9894178,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a","EoS":true} {"level":"info","ts":1785525115.989428,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bb6700ab-f992-4db1-8410-b8a79c406c7a"} {"level":"info","ts":1785525120.7744102,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a1a09003-bdde-4c0f-b52c-103f99b05755","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785525120.7746792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33235.215226222,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525120.7747083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525120.8117468,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525120.8751824,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a1a09003-bdde-4c0f-b52c-103f99b05755","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785525120.8910856,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92fdb366-1216-400c-b0dd-b34fce454732","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525120.8911135,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0084f84a-856d-4cc9-b3a9-734f217125b1"} {"level":"info","ts":1785525120.8911448,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92fdb366-1216-400c-b0dd-b34fce454732","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785525120.898885,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21b4d7f4-2738-4a63-a4a4-fdb33839076b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525120.899059,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21b4d7f4-2738-4a63-a4a4-fdb33839076b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785525120.8991592,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34151.558987392,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525120.8991833,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525120.9106998,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525120.999416,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0084f84a-856d-4cc9-b3a9-734f217125b1","name":"e2e-external-provider"} {"level":"info","ts":1785525121.0037637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bb81758-b33c-42ba-9fae-05a3cdef506e"} {"level":"info","ts":1785525121.0037637,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49bceb3a-b6ac-4e9b-8d0c-3e609a478786","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.003919,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49bceb3a-b6ac-4e9b-8d0c-3e609a478786","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.0091052,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5e3452f-2414-49d4-804e-0a37952b1232","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.0091379,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5e3452f-2414-49d4-804e-0a37952b1232","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.0093179,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bb81758-b33c-42ba-9fae-05a3cdef506e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785525121.0107112,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0084f84a-856d-4cc9-b3a9-734f217125b1","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785525121.0166411,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c61059b-dee8-4f9c-9eaf-9317ff2ef644","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785525121.0166442,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1bb81758-b33c-42ba-9fae-05a3cdef506e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525121.0166821,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c61059b-dee8-4f9c-9eaf-9317ff2ef644","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.0167453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62a7d3db-281f-41f3-97d9-b5e07b0039ed"} {"level":"info","ts":1785525121.0167775,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62a7d3db-281f-41f3-97d9-b5e07b0039ed","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785525121.0210614,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0084f84a-856d-4cc9-b3a9-734f217125b1","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785525121.02135,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62a7d3db-281f-41f3-97d9-b5e07b0039ed","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525121.0214298,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d1fecc-05af-4047-a876-78753dac3adf"} {"level":"info","ts":1785525121.0214589,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d1fecc-05af-4047-a876-78753dac3adf","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785525121.0282762,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0084f84a-856d-4cc9-b3a9-734f217125b1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785525121.0283468,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2d1fecc-05af-4047-a876-78753dac3adf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525121.0334253,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f3d36b8-3ea5-40c9-a27d-38149a968fa6"} {"level":"info","ts":1785525121.033537,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec456a8f-f5ec-4ff0-af00-c15a2191dac1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525121.033554,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f3d36b8-3ea5-40c9-a27d-38149a968fa6","name":"e2e-external-provider"} {"level":"info","ts":1785525121.0335631,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec456a8f-f5ec-4ff0-af00-c15a2191dac1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785525121.0336437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e5ce6a3-e542-495b-a4c3-0d0cf38f6ec3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.0336661,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e5ce6a3-e542-495b-a4c3-0d0cf38f6ec3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.0337481,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53a5b442-3740-4094-b374-fe224c260476"} {"level":"info","ts":1785525121.0339594,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35303.634115628,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.0339737,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.0423522,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785525121.0441105,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f3d36b8-3ea5-40c9-a27d-38149a968fa6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785525121.048835,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67dfe21b-3dcf-4953-9252-8cdb3b05f90d"} {"level":"info","ts":1785525121.0488894,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67dfe21b-3dcf-4953-9252-8cdb3b05f90d","name":"e2e-external-provider"} {"level":"info","ts":1785525121.0594034,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"67dfe21b-3dcf-4953-9252-8cdb3b05f90d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785525121.1349132,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53a5b442-3740-4094-b374-fe224c260476","name":"e2e-external-model"} {"level":"info","ts":1785525121.1442788,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53a5b442-3740-4094-b374-fe224c260476","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525121.1558583,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0316b553-d899-40bc-a7f5-6cc85a938666"} {"level":"info","ts":1785525121.1558452,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa7c58df-e453-448a-80ab-ba3688382625","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.1559803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa7c58df-e453-448a-80ab-ba3688382625","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.1559362,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0316b553-d899-40bc-a7f5-6cc85a938666","name":"e2e-external-model"} {"level":"info","ts":1785525121.1726546,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a44b39f2-8fef-4f63-a245-116c0d490351","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.1726935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a44b39f2-8fef-4f63-a245-116c0d490351","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785525121.1728516,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0316b553-d899-40bc-a7f5-6cc85a938666","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525121.1729305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d06049bd-60c5-4d27-af18-e06ce537f47e"} {"level":"info","ts":1785525121.1729906,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d06049bd-60c5-4d27-af18-e06ce537f47e","name":"e2e-external-model"} {"level":"info","ts":1785525121.1815176,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d06049bd-60c5-4d27-af18-e06ce537f47e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525121.1897879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28de1296-ce1f-42d5-b997-573bdbd49553","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525121.189825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28de1296-ce1f-42d5-b997-573bdbd49553","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785525121.1898782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98bd9620-a3f0-4e17-937f-16cb744c38df"} {"level":"info","ts":1785525121.1899393,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98bd9620-a3f0-4e17-937f-16cb744c38df","name":"e2e-external-model"} {"level":"info","ts":1785525121.2003157,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98bd9620-a3f0-4e17-937f-16cb744c38df","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525132.8625243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525132.8626168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525132.8626308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525132.8626437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","EoS":true} {"level":"info","ts":1785525132.8626695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","header":"x-maas-username"} {"level":"info","ts":1785525132.8626807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","header":"x-maas-group"} {"level":"info","ts":1785525132.8626902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","header":"x-maas-subscription"} {"level":"info","ts":1785525132.8627076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785525132.8627179,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","modelName":"e2e-external-model"} {"level":"info","ts":1785525132.8627298,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785525132.862769,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785525132.862796,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","authType":"apikey"} {"level":"info","ts":1785525132.8628235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525132.9521098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525132.9521403,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525132.9521596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","EoS":false} {"level":"info","ts":1785525132.952176,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525132.952207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b","EoS":true} {"level":"info","ts":1785525132.9522126,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a2669bd6-8e4f-427e-ba79-d3799b89de2b"} {"level":"info","ts":1785525133.0694363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b864abcc-d286-48c9-91fc-385e4703eaae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.0694568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"771e3b09-d5ff-495a-8326-e3682d9aa824"} {"level":"info","ts":1785525133.0694685,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b864abcc-d286-48c9-91fc-385e4703eaae","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785525133.0773993,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"771e3b09-d5ff-495a-8326-e3682d9aa824","name":"e2e-cleanup-test"} {"level":"info","ts":1785525133.077458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3c5b53f-2b14-4785-897f-7420c217c5a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.077514,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3c5b53f-2b14-4785-897f-7420c217c5a3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785525133.096073,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"771e3b09-d5ff-495a-8326-e3682d9aa824","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525133.1023254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbe73e68-8fa9-42ac-875d-371c82b3756a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.1023746,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbe73e68-8fa9-42ac-875d-371c82b3756a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785525133.1023266,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cec56e4-93cc-42bf-b459-4a7e2c909e50"} {"level":"info","ts":1785525133.1024666,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cec56e4-93cc-42bf-b459-4a7e2c909e50","name":"e2e-cleanup-test"} {"level":"info","ts":1785525133.119785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fb61592-2acc-432a-843d-821506cbaa9c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.1198227,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fb61592-2acc-432a-843d-821506cbaa9c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785525133.1225078,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cec56e4-93cc-42bf-b459-4a7e2c909e50","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785525133.122577,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4c981ff-b8b2-4106-a9a9-787528ef1b08"} {"level":"info","ts":1785525133.1226375,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4c981ff-b8b2-4106-a9a9-787528ef1b08","name":"e2e-cleanup-test"} {"level":"info","ts":1785525133.1332533,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4c981ff-b8b2-4106-a9a9-787528ef1b08","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525133.141464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac7471e2-5aae-4273-8eec-7de55a5d1ed3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525133.141504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cd9e593-601f-43ea-95b3-a566a32c5cf3"} {"level":"info","ts":1785525133.1415215,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac7471e2-5aae-4273-8eec-7de55a5d1ed3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785525133.1415577,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cd9e593-601f-43ea-95b3-a566a32c5cf3","name":"e2e-cleanup-test"} {"level":"info","ts":1785525133.151765,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cd9e593-601f-43ea-95b3-a566a32c5cf3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785525141.3246326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a510a6bb-29ff-4c08-ba17-571e691e990c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525141.3246698,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72d9eedc-f7be-4cca-bd9f-714e5ff9807a"} {"level":"info","ts":1785525141.324674,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a510a6bb-29ff-4c08-ba17-571e691e990c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785525145.6359668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525145.6360373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718"} {"level":"info","ts":1785525145.636047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718"} {"level":"info","ts":1785525145.6360588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718","EoS":true} {"level":"info","ts":1785525145.636105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785525145.6361382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4690df73-7f9f-47d9-87d4-d18146c7e718"} {"level":"info","ts":1785525145.681929,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525145.68199,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.6819992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.6820102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","EoS":true} {"level":"info","ts":1785525145.6820333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","header":"x-maas-username"} {"level":"info","ts":1785525145.682053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","header":"x-maas-subscription"} {"level":"info","ts":1785525145.6820586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","header":"x-maas-group"} {"level":"info","ts":1785525145.682071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785525145.6820788,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","modelName":"e2e-external-model"} {"level":"info","ts":1785525145.6820917,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785525145.682113,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785525145.6821291,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","authType":"apikey"} {"level":"info","ts":1785525145.6821523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.7546964,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.7547255,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.7547445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","EoS":false} {"level":"info","ts":1785525145.7547588,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.7547884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21","EoS":true} {"level":"info","ts":1785525145.754794,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7caf87c9-10fb-45e5-85d7-16328895fd21"} {"level":"info","ts":1785525145.7915545,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525145.791625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.7916367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.791649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","EoS":true} {"level":"info","ts":1785525145.7916722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","header":"x-maas-subscription"} {"level":"info","ts":1785525145.7916822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","header":"x-maas-username"} {"level":"info","ts":1785525145.7916873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","header":"x-maas-group"} {"level":"info","ts":1785525145.7917013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785525145.7917264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.836286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.8363123,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.8363338,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","EoS":false} {"level":"info","ts":1785525145.8363469,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.836376,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4","EoS":true} {"level":"info","ts":1785525145.8363876,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c224480-e85d-4315-b620-d001ecf7bfd4"} {"level":"info","ts":1785525145.8740642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785525145.874132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525145.8741431,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525145.8741536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","EoS":true} {"level":"info","ts":1785525145.8741777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","header":"x-maas-group"} {"level":"info","ts":1785525145.8741894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","header":"x-maas-subscription"} {"level":"info","ts":1785525145.874194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","header":"x-maas-username"} {"level":"info","ts":1785525145.8742213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525145.9616635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525145.9616957,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525145.9617157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","EoS":false} {"level":"info","ts":1785525145.9617298,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525145.9617586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940","EoS":true} {"level":"info","ts":1785525145.961764,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13b2ad1c-2b77-4b6d-8419-18dbc9a54940"} {"level":"info","ts":1785525146.7878907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e0c4c80-8dda-4ccf-ab9a-18c3298972de"} {"level":"info","ts":1785525146.787891,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d04b3afa-989b-4e9e-b42c-c7b78dd7cf43","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525146.7879546,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d04b3afa-989b-4e9e-b42c-c7b78dd7cf43","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785525146.933846,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcb67427-f77f-45ed-9de1-a346104661bd"} {"level":"info","ts":1785525146.933846,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"706effc4-d12b-4f02-867e-f66f46f6b88a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525146.933883,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"706effc4-d12b-4f02-867e-f66f46f6b88a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785525147.0429225,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"256990ba-ba19-4035-8f78-b707557090b7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785525147.043055,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"256990ba-ba19-4035-8f78-b707557090b7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785526694.508125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785526694.5082166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a5dbc82-8e8e-4dcc-9b5c-049146e1aadd"} {"level":"info","ts":1785526774.084272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785526774.0843556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"} {"level":"info","ts":1785526774.0843673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"} {"level":"info","ts":1785526774.084379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","EoS":true} {"level":"info","ts":1785526774.0844045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","header":"x-maas-subscription"} {"level":"info","ts":1785526774.084415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","header":"x-maas-username"} {"level":"info","ts":1785526774.0844197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","header":"x-maas-group"} {"level":"info","ts":1785526774.0844345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785526774.084459,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"} {"level":"info","ts":1785526774.0859373,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"} {"level":"info","ts":1785526774.0859635,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"} {"level":"info","ts":1785526774.0859873,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","EoS":false} {"level":"info","ts":1785526774.086007,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"} {"level":"info","ts":1785526774.0860386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8","EoS":true} {"level":"info","ts":1785526774.0860572,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e13676a1-a145-4450-814d-b17625ccd7f8"}