{"level":"info","ts":1785195265.3911188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","header":"x-maas-subscription"} {"level":"info","ts":1785195265.3911242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","header":"x-maas-username"} {"level":"info","ts":1785195265.3911383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195265.3911667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec"} {"level":"info","ts":1785195265.3921666,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec"} {"level":"info","ts":1785195265.3921897,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec"} {"level":"info","ts":1785195265.392205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","EoS":false} {"level":"info","ts":1785195265.392216,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","EoS":true} {"level":"info","ts":1785195265.3922436,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec"} {"level":"info","ts":1785195288.4451818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.4452784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.445295,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.4453156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","EoS":true} {"level":"info","ts":1785195288.4453893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","header":"x-maas-username"} {"level":"info","ts":1785195288.4454076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","header":"x-maas-subscription"} {"level":"info","ts":1785195288.445417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","header":"x-maas-group"} {"level":"info","ts":1785195288.4454393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.4454763,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.4477036,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.4477305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.4477506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","EoS":false} {"level":"info","ts":1785195288.4477665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","EoS":true} {"level":"info","ts":1785195288.4478068,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.5775285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.5776165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.5776339,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.5776536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","EoS":true} {"level":"info","ts":1785195288.577689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","header":"x-maas-group"} {"level":"info","ts":1785195288.577703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","header":"x-maas-subscription"} {"level":"info","ts":1785195288.577712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","header":"x-maas-username"} {"level":"info","ts":1785195288.5777307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.577767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.5785606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.578579,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.5785928,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","EoS":false} {"level":"info","ts":1785195288.578603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","EoS":true} {"level":"info","ts":1785195288.57863,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.7100532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.7101345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.710151,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.7101698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","EoS":true} {"level":"info","ts":1785195288.710205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","header":"x-maas-subscription"} {"level":"info","ts":1785195288.710221,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","header":"x-maas-username"} {"level":"info","ts":1785195288.71023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","header":"x-maas-group"} {"level":"info","ts":1785195288.7102487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.7102768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.7111192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.7111397,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.711155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","EoS":false} {"level":"info","ts":1785195288.7111666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","EoS":true} {"level":"info","ts":1785195288.7112033,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.8420637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.8421412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.8421578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.8421698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","EoS":true} {"level":"info","ts":1785195288.8422115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","header":"x-maas-username"} {"level":"info","ts":1785195288.8422232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","header":"x-maas-group"} {"level":"info","ts":1785195288.8422277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","header":"x-maas-subscription"} {"level":"info","ts":1785195288.8422422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.842279,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.8430803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.8431,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.8431153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","EoS":false} {"level":"info","ts":1785195288.8431287,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","EoS":true} {"level":"info","ts":1785195288.8431551,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.9757452,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.975822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195288.975835,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195288.9758484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","EoS":true} {"level":"info","ts":1785195288.9758751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","header":"x-maas-subscription"} {"level":"info","ts":1785195288.9758854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","header":"x-maas-group"} {"level":"info","ts":1785195288.975891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","header":"x-maas-username"} {"level":"info","ts":1785195288.975906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.975928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195288.976699,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195288.9767199,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195288.9767406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","EoS":false} {"level":"info","ts":1785195288.9767551,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","EoS":true} {"level":"info","ts":1785195288.9767823,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195307.8598652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195307.8599474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.8599637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.8599837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","EoS":true} {"level":"info","ts":1785195307.8600204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","header":"x-maas-username"} {"level":"info","ts":1785195307.8600347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","header":"x-maas-group"} {"level":"info","ts":1785195307.8600433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","header":"x-maas-subscription"} {"level":"info","ts":1785195307.8600652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195307.8601,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.861003,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.8610241,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.861039,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","EoS":false} {"level":"info","ts":1785195307.8610508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","EoS":true} {"level":"info","ts":1785195307.8610787,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.8961163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195307.8961873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195307.8962152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195307.8962972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","EoS":true} {"level":"info","ts":1785195307.8963282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","header":"x-maas-username"} {"level":"info","ts":1785195307.8963435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","header":"x-maas-group"} {"level":"info","ts":1785195307.8963742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","header":"x-maas-subscription"} {"level":"info","ts":1785195307.8963907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195307.896423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195307.8985395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195307.8985538,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195307.8985689,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","EoS":false} {"level":"info","ts":1785195307.8985827,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","EoS":true} {"level":"info","ts":1785195307.8986056,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195308.017347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195308.0174553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2071897e-d81b-4247-86fe-a796cc5a1a80"} {"level":"info","ts":1785195308.019187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2071897e-d81b-4247-86fe-a796cc5a1a80"} {"level":"info","ts":1785195308.019207,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2071897e-d81b-4247-86fe-a796cc5a1a80"} {"level":"info","ts":1785195308.0192227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2071897e-d81b-4247-86fe-a796cc5a1a80","EoS":false} {"level":"info","ts":1785195308.0192344,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2071897e-d81b-4247-86fe-a796cc5a1a80"} {"level":"info","ts":1785195308.0192623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2071897e-d81b-4247-86fe-a796cc5a1a80","EoS":true} {"level":"info","ts":1785195308.0192738,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2071897e-d81b-4247-86fe-a796cc5a1a80"} {"level":"info","ts":1785195312.610157,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195312.6102526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195312.6102664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195312.6102784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","EoS":true} {"level":"info","ts":1785195312.6103404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","header":"x-maas-group"} {"level":"info","ts":1785195312.6103778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","header":"x-maas-username"} {"level":"info","ts":1785195312.6103895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","header":"x-maas-subscription"} {"level":"info","ts":1785195312.6104057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195312.6104329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195312.6114762,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195312.611503,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195312.61152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","EoS":false} {"level":"info","ts":1785195312.6115375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","EoS":true} {"level":"info","ts":1785195312.6115704,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195321.1498423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195321.1499164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195321.1499262,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195321.1499372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","EoS":true} {"level":"info","ts":1785195321.1499648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","header":"x-maas-subscription"} {"level":"info","ts":1785195321.1499727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","header":"x-maas-username"} {"level":"info","ts":1785195321.1499772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","header":"x-maas-group"} {"level":"info","ts":1785195321.1499903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195321.1500103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195321.1526384,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195321.1526616,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195321.1526823,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","EoS":false} {"level":"info","ts":1785195321.152699,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","EoS":true} {"level":"info","ts":1785195321.1527417,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195333.978642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195333.9787261,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195333.9787467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195333.9788089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","EoS":true} {"level":"info","ts":1785195333.9788482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","header":"x-maas-username"} {"level":"info","ts":1785195333.978861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","header":"x-maas-subscription"} {"level":"info","ts":1785195333.9788702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","header":"x-maas-group"} {"level":"info","ts":1785195333.9788895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195333.978925,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195333.9800043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195333.9800243,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195333.9800391,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","EoS":false} {"level":"info","ts":1785195333.9800527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","EoS":true} {"level":"info","ts":1785195333.9800792,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195342.485707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195342.4857779,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195342.4857876,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195342.4857988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","EoS":true} {"level":"info","ts":1785195342.485824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","header":"x-maas-group"} {"level":"info","ts":1785195342.4858341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","header":"x-maas-subscription"} {"level":"info","ts":1785195342.4858387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","header":"x-maas-username"} {"level":"info","ts":1785195342.4858525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195342.4858785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195342.4868197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195342.4868467,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195342.4868627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","EoS":false} {"level":"info","ts":1785195342.486874,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","EoS":true} {"level":"info","ts":1785195342.4869027,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195351.2831028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195351.2831795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195351.2831974,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195351.2832108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","EoS":true} {"level":"info","ts":1785195351.2832458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","header":"x-maas-username"} {"level":"info","ts":1785195351.2832568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","header":"x-maas-subscription"} {"level":"info","ts":1785195351.283262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","header":"x-maas-group"} {"level":"info","ts":1785195351.2832758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195351.2833073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195351.2843063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195351.284331,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195351.2843451,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","EoS":false} {"level":"info","ts":1785195351.2843707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","EoS":true} {"level":"info","ts":1785195351.2844007,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195377.151215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195377.1513023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195377.1513157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195377.1513288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","EoS":true} {"level":"info","ts":1785195377.1513863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","header":"x-maas-subscription"} {"level":"info","ts":1785195377.1514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","header":"x-maas-username"} {"level":"info","ts":1785195377.1514056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","header":"x-maas-group"} {"level":"info","ts":1785195377.1514225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195377.1514509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195377.152547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195377.1525705,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195377.1525865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","EoS":false} {"level":"info","ts":1785195377.1526008,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","EoS":true} {"level":"info","ts":1785195377.152631,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195399.2451782,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195399.2452571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195399.2452662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195399.2452767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","EoS":true} {"level":"info","ts":1785195399.2453053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","header":"x-maas-subscription"} {"level":"info","ts":1785195399.2453213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","header":"x-maas-username"} {"level":"info","ts":1785195399.2453299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","header":"x-maas-group"} {"level":"info","ts":1785195399.2453475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195399.245395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195399.2462428,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195399.246264,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195399.2462804,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","EoS":false} {"level":"info","ts":1785195399.2462957,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","EoS":true} {"level":"info","ts":1785195399.2463255,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195438.2789268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195438.2790072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195438.2790194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195438.2790387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","EoS":true} {"level":"info","ts":1785195438.2790654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","header":"x-maas-username"} {"level":"info","ts":1785195438.2790756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","header":"x-maas-subscription"} {"level":"info","ts":1785195438.2790816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","header":"x-maas-group"} {"level":"info","ts":1785195438.2790966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195438.2791224,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195438.2801495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195438.280179,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195438.2801976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","EoS":false} {"level":"info","ts":1785195438.2802122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","EoS":true} {"level":"info","ts":1785195438.2802405,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195447.5895584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195447.5896356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.5896485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.5896602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","EoS":true} {"level":"info","ts":1785195447.589686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","header":"x-maas-group"} {"level":"info","ts":1785195447.5896964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","header":"x-maas-username"} {"level":"info","ts":1785195447.589702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","header":"x-maas-subscription"} {"level":"info","ts":1785195447.5897152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195447.5897355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.590696,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.5907176,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.590733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","EoS":false} {"level":"info","ts":1785195447.5907466,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","EoS":true} {"level":"info","ts":1785195447.5907795,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.6240718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195447.6241379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195447.6241493,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195447.6241603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","EoS":true} {"level":"info","ts":1785195447.6241827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","header":"x-maas-subscription"} {"level":"info","ts":1785195447.6241925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","header":"x-maas-group"} {"level":"info","ts":1785195447.6241977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","header":"x-maas-username"} {"level":"info","ts":1785195447.6242113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195447.6242335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195447.6275675,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195447.6275904,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195447.6276124,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","EoS":false} {"level":"info","ts":1785195447.6276352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","EoS":true} {"level":"info","ts":1785195447.6276817,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195466.5306768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195466.5307682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195466.5307846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195466.5308046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","EoS":true} {"level":"info","ts":1785195466.5308456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","header":"x-maas-subscription"} {"level":"info","ts":1785195466.530861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","header":"x-maas-group"} {"level":"info","ts":1785195466.5308695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","header":"x-maas-username"} {"level":"info","ts":1785195466.5308924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195466.5309322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195466.5319886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195466.5320115,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195466.5320263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","EoS":false} {"level":"info","ts":1785195466.5320373,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","EoS":true} {"level":"info","ts":1785195466.5320656,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195599.3559687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195599.3560545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195599.3560688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195599.3560815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","EoS":true} {"level":"info","ts":1785195599.3561165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","header":"x-maas-group"} {"level":"info","ts":1785195599.3561287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","header":"x-maas-subscription"} {"level":"info","ts":1785195599.3561332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","header":"x-maas-username"} {"level":"info","ts":1785195599.3561473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785195599.356175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195599.3591342,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195599.3591552,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195599.3591728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","EoS":false} {"level":"info","ts":1785195599.3591938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","EoS":true} {"level":"info","ts":1785195599.3592222,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195636.397235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195636.3973024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195636.3973153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195636.3973258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","EoS":true} {"level":"info","ts":1785195636.397347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","header":"x-maas-group"} {"level":"info","ts":1785195636.3973854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","header":"x-maas-username"} {"level":"info","ts":1785195636.397391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","header":"x-maas-subscription"} {"level":"info","ts":1785195636.3974044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195636.3974285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195636.4002173,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195636.4002366,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195636.4002595,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","EoS":false} {"level":"info","ts":1785195636.40028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","EoS":true} {"level":"info","ts":1785195636.4003274,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195651.6153944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195651.6154659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195651.6154757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195651.6154878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","EoS":true} {"level":"info","ts":1785195651.6155477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","header":"x-maas-group"} {"level":"info","ts":1785195651.6155593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","header":"x-maas-username"} {"level":"info","ts":1785195651.6155636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","header":"x-maas-subscription"} {"level":"info","ts":1785195651.615577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195651.6156054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195651.6165526,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195651.616569,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195651.6165833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","EoS":false} {"level":"info","ts":1785195651.6165955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","EoS":true} {"level":"info","ts":1785195651.616625,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195948.7972088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195948.797291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195948.7973015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195948.7973127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","EoS":true} {"level":"info","ts":1785195948.7973363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","header":"x-maas-username"} {"level":"info","ts":1785195948.797347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","header":"x-maas-subscription"} {"level":"info","ts":1785195948.7973654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","header":"x-maas-group"} {"level":"info","ts":1785195948.7973793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195948.7974012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195948.8000119,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195948.8000352,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195948.8000596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","EoS":false} {"level":"info","ts":1785195948.8000767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","EoS":true} {"level":"info","ts":1785195948.8001084,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195953.5532622,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"073ea9f7-d5fc-4ceb-9981-05e33d5941ea","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785195953.5535817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38552.55220382,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.5536058,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.5993664,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.6545718,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"073ea9f7-d5fc-4ceb-9981-05e33d5941ea","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785195953.664327,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea55ba2b-6ed1-4194-b8f0-db07c3af6a9b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195953.664383,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa68887c-8a3a-4833-8d8e-37af3cc1d448"} {"level":"info","ts":1785195953.6643918,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea55ba2b-6ed1-4194-b8f0-db07c3af6a9b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785195953.6692355,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"badf8792-53e6-468e-911f-6a97f31ff63f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195953.6692588,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"badf8792-53e6-468e-911f-6a97f31ff63f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785195953.6726024,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa68887c-8a3a-4833-8d8e-37af3cc1d448","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195953.6728556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38300.739163804,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.6728718,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.6798246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.773063,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa68887c-8a3a-4833-8d8e-37af3cc1d448","name":"e2e-external-provider"} {"level":"info","ts":1785195953.7820525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a1eb78d-333e-4578-99d5-96a3b62fd4e5"} {"level":"info","ts":1785195953.7820575,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6de5ff6a-9942-43c2-b68a-f66698177428","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.782201,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6de5ff6a-9942-43c2-b68a-f66698177428","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.7859397,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa68887c-8a3a-4833-8d8e-37af3cc1d448","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785195953.7890835,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a1eb78d-333e-4578-99d5-96a3b62fd4e5","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785195953.789195,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a901e10-746b-4cf2-954f-5b8263120dc7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.7892225,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a901e10-746b-4cf2-954f-5b8263120dc7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.7954876,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa68887c-8a3a-4833-8d8e-37af3cc1d448","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785195953.7958024,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a1eb78d-333e-4578-99d5-96a3b62fd4e5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195953.7958894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9f4fba0-2406-4b13-8e7d-01da30cfb044"} {"level":"info","ts":1785195953.7959156,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9f4fba0-2406-4b13-8e7d-01da30cfb044","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785195953.795954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11b6efa2-16a6-42ae-8aaa-2517e28b0fcc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.7959871,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11b6efa2-16a6-42ae-8aaa-2517e28b0fcc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.8000886,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa68887c-8a3a-4833-8d8e-37af3cc1d448","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785195953.8004506,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9f4fba0-2406-4b13-8e7d-01da30cfb044","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195953.8005254,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058bca3f-e480-41dd-9224-3ecda2927260"} {"level":"info","ts":1785195953.800554,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058bca3f-e480-41dd-9224-3ecda2927260","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785195953.8050976,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa68887c-8a3a-4833-8d8e-37af3cc1d448","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195953.805185,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96fb9924-7a1d-4e4e-b05f-23d695ec94a9"} {"level":"info","ts":1785195953.8052433,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96fb9924-7a1d-4e4e-b05f-23d695ec94a9","name":"e2e-external-provider"} {"level":"error","ts":1785195953.8060386,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"058bca3f-e480-41dd-9224-3ecda2927260","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195953.8127248,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96fb9924-7a1d-4e4e-b05f-23d695ec94a9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785195953.8175318,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44814259-2801-49cb-b6a8-f1b019f5ab26","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195953.817548,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38819ea6-5cf8-4d51-9d7a-91b63ce40679"} {"level":"info","ts":1785195953.8175561,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44814259-2801-49cb-b6a8-f1b019f5ab26","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785195953.8175879,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38819ea6-5cf8-4d51-9d7a-91b63ce40679","name":"e2e-external-provider"} {"level":"info","ts":1785195953.8176076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24562092-5cb9-495d-8e2a-f0728a6ac3c5"} {"level":"info","ts":1785195953.8181646,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38025.308551031,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.818191,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.8183932,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19d5af49-6083-4913-9f38-2426e627cb3f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.8184264,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19d5af49-6083-4913-9f38-2426e627cb3f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.8262908,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.8271437,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38819ea6-5cf8-4d51-9d7a-91b63ce40679","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785195953.9182396,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24562092-5cb9-495d-8e2a-f0728a6ac3c5","name":"e2e-external-model"} {"level":"info","ts":1785195953.9282773,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24562092-5cb9-495d-8e2a-f0728a6ac3c5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785195953.9360979,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98bdc772-48d0-42cd-afa4-81105d7fa240","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.9361084,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314dd958-76d4-459c-bed9-e60818fba840"} {"level":"info","ts":1785195953.9361308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98bdc772-48d0-42cd-afa4-81105d7fa240","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.9361625,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314dd958-76d4-459c-bed9-e60818fba840","name":"e2e-external-model"} {"level":"info","ts":1785195953.9500644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc2a0ce4-d955-4ccf-b7c0-6a2c6218101d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.950107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc2a0ce4-d955-4ccf-b7c0-6a2c6218101d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785195953.9501584,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"314dd958-76d4-459c-bed9-e60818fba840","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195953.950238,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf76dda9-dea7-4284-9feb-875b6eaae64b"} {"level":"info","ts":1785195953.9503067,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf76dda9-dea7-4284-9feb-875b6eaae64b","name":"e2e-external-model"} {"level":"info","ts":1785195953.9573815,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf76dda9-dea7-4284-9feb-875b6eaae64b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785195953.96393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fbdf91c-b5ec-434b-a303-4252ec33e9ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.9639628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fbdf91c-b5ec-434b-a303-4252ec33e9ec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.963933,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc0c433f-2cac-4b2c-b1f8-49d30616dcae"} {"level":"info","ts":1785195953.9640229,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc0c433f-2cac-4b2c-b1f8-49d30616dcae","name":"e2e-external-model"} {"level":"info","ts":1785195953.9729419,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc0c433f-2cac-4b2c-b1f8-49d30616dcae","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785195963.4208422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195963.4209201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863"} {"level":"info","ts":1785195963.4209323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863"} {"level":"info","ts":1785195963.4209454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","EoS":true} {"level":"info","ts":1785195963.4209785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","header":"x-maas-group"} {"level":"info","ts":1785195963.420991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","header":"x-maas-username"} {"level":"info","ts":1785195963.4209955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","header":"x-maas-subscription"} {"level":"info","ts":1785195963.4210098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785195963.421019,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","modelName":"e2e-external-model"} {"level":"info","ts":1785195963.4210327,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785195963.4210823,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785195963.4211028,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","authType":"apikey"} {"level":"info","ts":1785195963.4211392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863"} {"level":"info","ts":1785195963.533053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aea06fbd-e5f9-4bcb-811e-4ddfa02bcd00"} {"level":"info","ts":1785195963.5330725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b0f3e39-b4fb-42b6-ac54-3a151baa4841","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5331059,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b0f3e39-b4fb-42b6-ac54-3a151baa4841","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785195963.5397453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cf12e57-7ed8-4df1-a3b8-dc380b3c9496","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5397706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cf12e57-7ed8-4df1-a3b8-dc380b3c9496","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785195963.5402367,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aea06fbd-e5f9-4bcb-811e-4ddfa02bcd00","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.5554068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cec732d3-4f8f-4b38-9076-a92738c84acc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5554328,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cec732d3-4f8f-4b38-9076-a92738c84acc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785195963.555734,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aea06fbd-e5f9-4bcb-811e-4ddfa02bcd00","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195963.5557916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bf29acb-ee6e-4b87-90e4-0168d62209e5"} {"level":"info","ts":1785195963.5558343,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bf29acb-ee6e-4b87-90e4-0168d62209e5","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.568171,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7f2f6c9-b828-46cb-8cc5-ae494589407b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5682034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7f2f6c9-b828-46cb-8cc5-ae494589407b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785195963.568376,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bf29acb-ee6e-4b87-90e4-0168d62209e5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195963.568434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4d119a8-b6cb-43a7-aa6d-52c5c71e2aed"} {"level":"info","ts":1785195963.56849,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4d119a8-b6cb-43a7-aa6d-52c5c71e2aed","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.575289,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4d119a8-b6cb-43a7-aa6d-52c5c71e2aed","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785195963.5821593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1ec194d-8606-4594-be18-bd200850b47a"} {"level":"info","ts":1785195963.5822082,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1ec194d-8606-4594-be18-bd200850b47a","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.582218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"286784ef-9698-4e72-a422-15972c02adf5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5822434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"286784ef-9698-4e72-a422-15972c02adf5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785195963.5901365,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1ec194d-8606-4594-be18-bd200850b47a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785195971.798379,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d711f741-8626-43e2-bda4-47b0218e640e"} {"level":"info","ts":1785195971.7983854,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6095da7e-33e6-402a-a147-b01b2270462b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195971.7984455,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6095da7e-33e6-402a-a147-b01b2270462b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195976.0899408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195976.0899992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c"} {"level":"info","ts":1785195976.090007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c"} {"level":"info","ts":1785195976.0900176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c","EoS":true} {"level":"info","ts":1785195976.0900466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785195976.0900776,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c"} {"level":"info","ts":1785195976.1319997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195976.1320589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe"} {"level":"info","ts":1785195976.1320674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe"} {"level":"info","ts":1785195976.132078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","EoS":true} {"level":"info","ts":1785195976.1320982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","header":"x-maas-username"} {"level":"info","ts":1785195976.1321082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","header":"x-maas-subscription"} {"level":"info","ts":1785195976.1321135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","header":"x-maas-group"} {"level":"info","ts":1785195976.1321275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785195976.1321344,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","modelName":"e2e-external-model"} {"level":"info","ts":1785195976.132146,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785195976.132166,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785195976.132181,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","authType":"apikey"} {"level":"info","ts":1785195976.1322024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe"} {"level":"info","ts":1785195976.1683881,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195976.1684444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.1684551,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.1684656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","EoS":true} {"level":"info","ts":1785195976.1684856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","header":"x-maas-subscription"} {"level":"info","ts":1785195976.1684933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","header":"x-maas-group"} {"level":"info","ts":1785195976.1684985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","header":"x-maas-username"} {"level":"info","ts":1785195976.1685092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785195976.1685333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.271947,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.2719743,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.2719934,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","EoS":false} {"level":"info","ts":1785195976.272007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","EoS":true} {"level":"error","ts":1785195976.272021,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785195976.2720745,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.3066278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195976.3066812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195976.3066895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195976.306701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","EoS":true} {"level":"info","ts":1785195976.30672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","header":"x-maas-subscription"} {"level":"info","ts":1785195976.3067274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","header":"x-maas-group"} {"level":"info","ts":1785195976.3067322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","header":"x-maas-username"} {"level":"info","ts":1785195976.3067577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195976.3610861,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195976.361113,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195976.3611307,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","EoS":false} {"level":"info","ts":1785195976.361148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","EoS":true} {"level":"error","ts":1785195976.3611584,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785195976.3612087,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195977.1803322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"329917ac-cc83-4c21-a8ef-9c2202fbc834"} {"level":"info","ts":1785195977.1803322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c91e5f7-d776-4c15-9063-eda1ab446ecc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195977.1804338,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c91e5f7-d776-4c15-9063-eda1ab446ecc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195977.3312192,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2066333a-9329-41cc-aa2c-738ec8f1bbf1"} {"level":"info","ts":1785195977.3312628,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d61aa4e6-7b4b-48d2-8598-f2d6ba82198c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195977.3313184,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d61aa4e6-7b4b-48d2-8598-f2d6ba82198c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195977.4412026,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0f07d29b-f06c-43bd-ab1c-a8b6ec79a103","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785195977.4412677,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0f07d29b-f06c-43bd-ab1c-a8b6ec79a103","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785197289.73124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197289.7313182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a1d40f9-f9c3-44f1-bf13-3b4f5571ee4d"} {"level":"info","ts":1785197349.2115595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197349.2116456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"} {"level":"info","ts":1785197349.2116601,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"} {"level":"info","ts":1785197349.211674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","EoS":true} {"level":"info","ts":1785197349.2117162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","header":"x-maas-subscription"} {"level":"info","ts":1785197349.2117324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","header":"x-maas-group"} {"level":"info","ts":1785197349.2117388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","header":"x-maas-username"} {"level":"info","ts":1785197349.2117534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785197349.2117789,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"} {"level":"info","ts":1785197349.2127697,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"} {"level":"info","ts":1785197349.2127914,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"} {"level":"info","ts":1785197349.2128077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","EoS":false} {"level":"info","ts":1785197349.2128205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","EoS":true} {"level":"info","ts":1785197349.2128515,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"}