{"level":"info","ts":1785281839.7976384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b","header":"x-maas-username"} {"level":"info","ts":1785281839.7976437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b","header":"x-maas-subscription"} {"level":"info","ts":1785281839.7976582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281839.7976847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b"} {"level":"info","ts":1785281839.7984276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b"} {"level":"info","ts":1785281839.7984483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b"} {"level":"info","ts":1785281839.798464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b","EoS":false} {"level":"info","ts":1785281839.7984796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b","EoS":true} {"level":"info","ts":1785281839.7985113,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8ec96c20-b2a4-4514-90e7-b02a4f0d841b"} {"level":"info","ts":1785281862.8919327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281862.8920367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89"} {"level":"info","ts":1785281862.8920524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89"} {"level":"info","ts":1785281862.8920743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89","EoS":true} {"level":"info","ts":1785281862.8921208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89","header":"x-maas-subscription"} {"level":"info","ts":1785281862.8921351,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89","header":"x-maas-username"} {"level":"info","ts":1785281862.8921444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89","header":"x-maas-group"} {"level":"info","ts":1785281862.8921695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281862.8922093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89"} {"level":"info","ts":1785281862.8943992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89"} {"level":"info","ts":1785281862.89442,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89"} {"level":"info","ts":1785281862.8944366,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89","EoS":false} {"level":"info","ts":1785281862.8944478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89","EoS":true} {"level":"info","ts":1785281862.894478,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"98b1fb76-71c6-484a-87e7-992277dcdb89"} {"level":"info","ts":1785281863.0311668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281863.0312617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4"} {"level":"info","ts":1785281863.0312765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4"} {"level":"info","ts":1785281863.0312977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4","EoS":true} {"level":"info","ts":1785281863.0313365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4","header":"x-maas-group"} {"level":"info","ts":1785281863.0313842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4","header":"x-maas-subscription"} {"level":"info","ts":1785281863.0313957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4","header":"x-maas-username"} {"level":"info","ts":1785281863.0314162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281863.0314538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4"} {"level":"info","ts":1785281863.0322604,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4"} {"level":"info","ts":1785281863.0322819,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4"} {"level":"info","ts":1785281863.032297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4","EoS":false} {"level":"info","ts":1785281863.032309,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4","EoS":true} {"level":"info","ts":1785281863.0323372,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4f486a8c-e54e-46a6-abe9-7775aa4f4aa4"} {"level":"info","ts":1785281863.165969,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281863.166045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f"} {"level":"info","ts":1785281863.1660542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f"} {"level":"info","ts":1785281863.166065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f","EoS":true} {"level":"info","ts":1785281863.1660933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f","header":"x-maas-group"} {"level":"info","ts":1785281863.1661036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f","header":"x-maas-username"} {"level":"info","ts":1785281863.1661081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f","header":"x-maas-subscription"} {"level":"info","ts":1785281863.1661236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281863.1661484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f"} {"level":"info","ts":1785281863.1669903,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f"} {"level":"info","ts":1785281863.1670167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f"} {"level":"info","ts":1785281863.1670322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f","EoS":false} {"level":"info","ts":1785281863.1670437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f","EoS":true} {"level":"info","ts":1785281863.1670704,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8596534f-162c-43a9-aee8-544e9d45ed1f"} {"level":"info","ts":1785281863.2998037,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281863.2998838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49"} {"level":"info","ts":1785281863.299894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49"} {"level":"info","ts":1785281863.2999437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49","EoS":true} {"level":"info","ts":1785281863.299981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49","header":"x-maas-group"} {"level":"info","ts":1785281863.2999926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49","header":"x-maas-username"} {"level":"info","ts":1785281863.2999978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49","header":"x-maas-subscription"} {"level":"info","ts":1785281863.300012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281863.3000376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49"} {"level":"info","ts":1785281863.3008301,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49"} {"level":"info","ts":1785281863.3008456,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49"} {"level":"info","ts":1785281863.3008592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49","EoS":false} {"level":"info","ts":1785281863.3008714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49","EoS":true} {"level":"info","ts":1785281863.3009005,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"987bf63a-1dac-4a6e-8884-4e0579435e49"} {"level":"info","ts":1785281863.4384696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281863.4385633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675"} {"level":"info","ts":1785281863.4385822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675"} {"level":"info","ts":1785281863.4386039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675","EoS":true} {"level":"info","ts":1785281863.438645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675","header":"x-maas-subscription"} {"level":"info","ts":1785281863.4386637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675","header":"x-maas-username"} {"level":"info","ts":1785281863.4386718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675","header":"x-maas-group"} {"level":"info","ts":1785281863.438695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281863.438734,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675"} {"level":"info","ts":1785281863.439496,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675"} {"level":"info","ts":1785281863.439523,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675"} {"level":"info","ts":1785281863.439541,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675","EoS":false} {"level":"info","ts":1785281863.4395537,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675","EoS":true} {"level":"info","ts":1785281863.4395833,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b8cc611b-7b6e-4c3b-badf-9e4ccea53675"} {"level":"info","ts":1785281882.427499,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281882.4275818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579"} {"level":"info","ts":1785281882.4275925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579"} {"level":"info","ts":1785281882.4276042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579","EoS":true} {"level":"info","ts":1785281882.4276316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579","header":"x-maas-subscription"} {"level":"info","ts":1785281882.427642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579","header":"x-maas-username"} {"level":"info","ts":1785281882.4276478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579","header":"x-maas-group"} {"level":"info","ts":1785281882.4276636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281882.4276905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579"} {"level":"info","ts":1785281882.4296908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579"} {"level":"info","ts":1785281882.4297159,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579"} {"level":"info","ts":1785281882.4297354,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579","EoS":false} {"level":"info","ts":1785281882.4297504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579","EoS":true} {"level":"info","ts":1785281882.4297829,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a9022c2b-c844-4dc7-bec5-885368276579"} {"level":"info","ts":1785281882.5417094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281882.5417857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee1128f0-0c5b-4991-80c6-d4f55535fe4c"} {"level":"info","ts":1785281882.5424154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee1128f0-0c5b-4991-80c6-d4f55535fe4c"} {"level":"info","ts":1785281882.5424333,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee1128f0-0c5b-4991-80c6-d4f55535fe4c"} {"level":"info","ts":1785281882.5424514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee1128f0-0c5b-4991-80c6-d4f55535fe4c","EoS":false} {"level":"info","ts":1785281882.5424643,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ee1128f0-0c5b-4991-80c6-d4f55535fe4c"} {"level":"info","ts":1785281882.5424883,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee1128f0-0c5b-4991-80c6-d4f55535fe4c","EoS":true} {"level":"info","ts":1785281882.5424962,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ee1128f0-0c5b-4991-80c6-d4f55535fe4c"} {"level":"info","ts":1785281887.147129,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281887.147214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8"} {"level":"info","ts":1785281887.1472266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8"} {"level":"info","ts":1785281887.1472392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8","EoS":true} {"level":"info","ts":1785281887.1472645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8","header":"x-maas-subscription"} {"level":"info","ts":1785281887.147272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8","header":"x-maas-group"} {"level":"info","ts":1785281887.1472785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8","header":"x-maas-username"} {"level":"info","ts":1785281887.1472955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281887.14732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8"} {"level":"info","ts":1785281887.1481588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8"} {"level":"info","ts":1785281887.148179,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8"} {"level":"info","ts":1785281887.1481938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8","EoS":false} {"level":"info","ts":1785281887.1482067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8","EoS":true} {"level":"info","ts":1785281887.1482368,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"da309cdd-c541-414d-8a08-b75768a2b3b8"} {"level":"info","ts":1785281897.7260907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281897.726187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b"} {"level":"info","ts":1785281897.7262015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b"} {"level":"info","ts":1785281897.7262144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b","EoS":true} {"level":"info","ts":1785281897.7262428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b","header":"x-maas-username"} {"level":"info","ts":1785281897.7262535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b","header":"x-maas-subscription"} {"level":"info","ts":1785281897.7262585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b","header":"x-maas-group"} {"level":"info","ts":1785281897.7262738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785281897.7262983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b"} {"level":"info","ts":1785281897.7274153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b"} {"level":"info","ts":1785281897.7274277,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b"} {"level":"info","ts":1785281897.7274404,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b","EoS":false} {"level":"info","ts":1785281897.7274792,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b","EoS":true} {"level":"info","ts":1785281897.727513,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0b16e048-e9c7-4509-83d3-169ba69ff93b"} {"level":"info","ts":1785281910.5748644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281910.5749602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9"} {"level":"info","ts":1785281910.5749736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9"} {"level":"info","ts":1785281910.574991,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9","EoS":true} {"level":"info","ts":1785281910.5750244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9","header":"x-maas-group"} {"level":"info","ts":1785281910.5750358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9","header":"x-maas-subscription"} {"level":"info","ts":1785281910.5750446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9","header":"x-maas-username"} {"level":"info","ts":1785281910.5750644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281910.5751002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9"} {"level":"info","ts":1785281910.5759058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9"} {"level":"info","ts":1785281910.575928,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9"} {"level":"info","ts":1785281910.5759442,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9","EoS":false} {"level":"info","ts":1785281910.5759566,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9","EoS":true} {"level":"info","ts":1785281910.575987,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f2ab85a1-167e-480f-b2b4-758f5c723df9"} {"level":"info","ts":1785281919.08548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281919.0855653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897"} {"level":"info","ts":1785281919.085579,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897"} {"level":"info","ts":1785281919.085593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897","EoS":true} {"level":"info","ts":1785281919.0856276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897","header":"x-maas-subscription"} {"level":"info","ts":1785281919.0856426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897","header":"x-maas-username"} {"level":"info","ts":1785281919.0856478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897","header":"x-maas-group"} {"level":"info","ts":1785281919.085662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281919.085698,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897"} {"level":"info","ts":1785281919.0864816,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897"} {"level":"info","ts":1785281919.0865085,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897"} {"level":"info","ts":1785281919.0865362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897","EoS":false} {"level":"info","ts":1785281919.0865545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897","EoS":true} {"level":"info","ts":1785281919.0865974,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"16faee40-c3b9-4612-909a-84b7e5a73897"} {"level":"info","ts":1785281927.9424474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281927.9425218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464"} {"level":"info","ts":1785281927.9425323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464"} {"level":"info","ts":1785281927.9425442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464","EoS":true} {"level":"info","ts":1785281927.942573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464","header":"x-maas-subscription"} {"level":"info","ts":1785281927.942589,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464","header":"x-maas-group"} {"level":"info","ts":1785281927.9425976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464","header":"x-maas-username"} {"level":"info","ts":1785281927.9426153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785281927.9426465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464"} {"level":"info","ts":1785281927.9434192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464"} {"level":"info","ts":1785281927.9434404,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464"} {"level":"info","ts":1785281927.9434583,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464","EoS":false} {"level":"info","ts":1785281927.9434717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464","EoS":true} {"level":"info","ts":1785281927.9435005,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e444d2f7-e8a6-4b26-9e14-f36baf187464"} {"level":"info","ts":1785281952.849109,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281952.8491936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f437f211-976a-4cd6-9718-861897c46700"} {"level":"info","ts":1785281952.8492079,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f437f211-976a-4cd6-9718-861897c46700"} {"level":"info","ts":1785281952.8492205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f437f211-976a-4cd6-9718-861897c46700","EoS":true} {"level":"info","ts":1785281952.8492465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f437f211-976a-4cd6-9718-861897c46700","header":"x-maas-group"} {"level":"info","ts":1785281952.8492575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f437f211-976a-4cd6-9718-861897c46700","header":"x-maas-username"} {"level":"info","ts":1785281952.8492618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f437f211-976a-4cd6-9718-861897c46700","header":"x-maas-subscription"} {"level":"info","ts":1785281952.849279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f437f211-976a-4cd6-9718-861897c46700","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785281952.849312,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f437f211-976a-4cd6-9718-861897c46700"} {"level":"info","ts":1785281952.8504298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f437f211-976a-4cd6-9718-861897c46700"} {"level":"info","ts":1785281952.850441,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f437f211-976a-4cd6-9718-861897c46700"} {"level":"info","ts":1785281952.8504531,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f437f211-976a-4cd6-9718-861897c46700","EoS":false} {"level":"info","ts":1785281952.8504643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f437f211-976a-4cd6-9718-861897c46700","EoS":true} {"level":"info","ts":1785281952.850491,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f437f211-976a-4cd6-9718-861897c46700"} {"level":"info","ts":1785281975.0741982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785281975.0743008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b"} {"level":"info","ts":1785281975.074317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b"} {"level":"info","ts":1785281975.0743341,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b","EoS":true} {"level":"info","ts":1785281975.0744019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b","header":"x-maas-group"} {"level":"info","ts":1785281975.0744135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b","header":"x-maas-username"} {"level":"info","ts":1785281975.0744216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b","header":"x-maas-subscription"} {"level":"info","ts":1785281975.0744562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785281975.0744894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b"} {"level":"info","ts":1785281975.0755947,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b"} {"level":"info","ts":1785281975.07562,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b"} {"level":"info","ts":1785281975.075639,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b","EoS":false} {"level":"info","ts":1785281975.0756528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b","EoS":true} {"level":"info","ts":1785281975.0756886,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8bb92dd4-c008-4d77-b62f-2f5ae341048b"} {"level":"info","ts":1785282016.5615172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282016.5617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848"} {"level":"info","ts":1785282016.5617206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848"} {"level":"info","ts":1785282016.5617375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848","EoS":true} {"level":"info","ts":1785282016.5617669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848","header":"x-maas-subscription"} {"level":"info","ts":1785282016.5617754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848","header":"x-maas-group"} {"level":"info","ts":1785282016.5617816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848","header":"x-maas-username"} {"level":"info","ts":1785282016.5617971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785282016.5618231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848"} {"level":"info","ts":1785282016.5639324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848"} {"level":"info","ts":1785282016.5639534,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848"} {"level":"info","ts":1785282016.5639691,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848","EoS":false} {"level":"info","ts":1785282016.563981,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848","EoS":true} {"level":"info","ts":1785282016.564009,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"015f23ad-4949-4b24-a6b9-e751c6498848"} {"level":"info","ts":1785282027.1903954,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282027.1904936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc"} {"level":"info","ts":1785282027.1905093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc"} {"level":"info","ts":1785282027.1905267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc","EoS":true} {"level":"info","ts":1785282027.190563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc","header":"x-maas-subscription"} {"level":"info","ts":1785282027.1905773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc","header":"x-maas-group"} {"level":"info","ts":1785282027.1905866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc","header":"x-maas-username"} {"level":"info","ts":1785282027.1906037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785282027.1906378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc"} {"level":"info","ts":1785282027.1922843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc"} {"level":"info","ts":1785282027.1923077,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc"} {"level":"info","ts":1785282027.1923258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc","EoS":false} {"level":"info","ts":1785282027.1923375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc","EoS":true} {"level":"info","ts":1785282027.192383,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cb3d93ec-6263-4a87-9b2c-c5d6445e8dfc"} {"level":"info","ts":1785282027.239808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282027.2398896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23"} {"level":"info","ts":1785282027.2399023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23"} {"level":"info","ts":1785282027.2399144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23","EoS":true} {"level":"info","ts":1785282027.2399468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23","header":"x-maas-username"} {"level":"info","ts":1785282027.239958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23","header":"x-maas-group"} {"level":"info","ts":1785282027.2399642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23","header":"x-maas-subscription"} {"level":"info","ts":1785282027.2399788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785282027.2400038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23"} {"level":"info","ts":1785282027.2409525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23"} {"level":"info","ts":1785282027.2409701,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23"} {"level":"info","ts":1785282027.2409892,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23","EoS":false} {"level":"info","ts":1785282027.2410035,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23","EoS":true} {"level":"info","ts":1785282027.2410314,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"91e80d77-c58c-4bac-add5-06080d2c3f23"} {"level":"info","ts":1785282048.9917715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282048.9918528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5"} {"level":"info","ts":1785282048.991863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5"} {"level":"info","ts":1785282048.9919028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5","EoS":true} {"level":"info","ts":1785282048.9919283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5","header":"x-maas-subscription"} {"level":"info","ts":1785282048.991937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5","header":"x-maas-username"} {"level":"info","ts":1785282048.9919417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5","header":"x-maas-group"} {"level":"info","ts":1785282048.9919567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785282048.9919832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5"} {"level":"info","ts":1785282048.992784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5"} {"level":"info","ts":1785282048.9928071,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5"} {"level":"info","ts":1785282048.9928238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5","EoS":false} {"level":"info","ts":1785282048.992838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5","EoS":true} {"level":"info","ts":1785282048.992869,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cf2c468b-0176-4117-807f-1d69ab5ac5f5"} {"level":"info","ts":1785282197.6191862,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282197.6192663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee"} {"level":"info","ts":1785282197.6192794,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee"} {"level":"info","ts":1785282197.61929,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee","EoS":true} {"level":"info","ts":1785282197.619315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee","header":"x-maas-group"} {"level":"info","ts":1785282197.619327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee","header":"x-maas-subscription"} {"level":"info","ts":1785282197.6193395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee","header":"x-maas-username"} {"level":"info","ts":1785282197.6193795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785282197.6194031,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee"} {"level":"info","ts":1785282197.6210563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee"} {"level":"info","ts":1785282197.6210773,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee"} {"level":"info","ts":1785282197.6210978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee","EoS":false} {"level":"info","ts":1785282197.6211169,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee","EoS":true} {"level":"info","ts":1785282197.6211622,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ee0f520f-7d97-46f9-ba9a-6023f27b59ee"} {"level":"info","ts":1785282246.2288265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282246.228911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b"} {"level":"info","ts":1785282246.2289243,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b"} {"level":"info","ts":1785282246.2289362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b","EoS":true} {"level":"info","ts":1785282246.2289631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b","header":"x-maas-subscription"} {"level":"info","ts":1785282246.228974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b","header":"x-maas-username"} {"level":"info","ts":1785282246.2289789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b","header":"x-maas-group"} {"level":"info","ts":1785282246.2289946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785282246.229018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b"} {"level":"info","ts":1785282246.2314172,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b"} {"level":"info","ts":1785282246.2314386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b"} {"level":"info","ts":1785282246.2314594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b","EoS":false} {"level":"info","ts":1785282246.231477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b","EoS":true} {"level":"info","ts":1785282246.2315204,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d5dfd9cf-8bde-409b-adb3-c38cd9ee469b"} {"level":"info","ts":1785282261.4951818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282261.4952662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea"} {"level":"info","ts":1785282261.4952774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea"} {"level":"info","ts":1785282261.4952896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea","EoS":true} {"level":"info","ts":1785282261.495313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea","header":"x-maas-username"} {"level":"info","ts":1785282261.4953308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea","header":"x-maas-group"} {"level":"info","ts":1785282261.4953396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea","header":"x-maas-subscription"} {"level":"info","ts":1785282261.4953809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785282261.4954085,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea"} {"level":"info","ts":1785282261.4961536,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea"} {"level":"info","ts":1785282261.4961681,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea"} {"level":"info","ts":1785282261.496181,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea","EoS":false} {"level":"info","ts":1785282261.496193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea","EoS":true} {"level":"info","ts":1785282261.4962163,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"991b5957-c4f6-4c81-8364-fe06f65649ea"} {"level":"info","ts":1785282625.7452652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282625.7453735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939"} {"level":"info","ts":1785282625.7453852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939"} {"level":"info","ts":1785282625.745398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939","EoS":true} {"level":"info","ts":1785282625.745423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939","header":"x-maas-group"} {"level":"info","ts":1785282625.745436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939","header":"x-maas-username"} {"level":"info","ts":1785282625.7454414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939","header":"x-maas-subscription"} {"level":"info","ts":1785282625.7454572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785282625.7454844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939"} {"level":"info","ts":1785282625.747588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939"} {"level":"info","ts":1785282625.7476122,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939"} {"level":"info","ts":1785282625.7476285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939","EoS":false} {"level":"info","ts":1785282625.74764,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939","EoS":true} {"level":"info","ts":1785282625.7476718,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"668e5cde-91a5-45b2-83da-65c707afe939"} {"level":"info","ts":1785282630.5073278,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"39896bde-a737-4aa2-920d-7180691db731","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785282630.5077765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35405.689874523,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.5078108,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.5671272,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.6078365,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"39896bde-a737-4aa2-920d-7180691db731","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785282630.6187134,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23eb3ddd-2c41-4325-ac2d-a3783392c8fd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785282630.6187575,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"23eb3ddd-2c41-4325-ac2d-a3783392c8fd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785282630.618769,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe32a83-4f70-40cd-896c-5eb48e03c107"} {"level":"info","ts":1785282630.624605,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68ddc7bd-46fd-4db4-a61a-f280ce334731","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785282630.6246388,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68ddc7bd-46fd-4db4-a61a-f280ce334731","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785282630.6250827,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38299.888648328,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.6250992,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.6338737,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.7238126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18190a51-7356-4beb-a16a-80db339cc498","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282630.723877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18190a51-7356-4beb-a16a-80db339cc498","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785282630.7238123,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf58c38-64e1-4e63-b862-d1e9ef22a4c8"} {"level":"info","ts":1785282630.7256062,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe32a83-4f70-40cd-896c-5eb48e03c107","name":"e2e-external-provider"} {"level":"info","ts":1785282630.7319775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c979fd3c-e3dd-445f-9299-e9d25919eee8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282630.7320251,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c979fd3c-e3dd-445f-9299-e9d25919eee8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785282630.7321234,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf58c38-64e1-4e63-b862-d1e9ef22a4c8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785282630.73584,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe32a83-4f70-40cd-896c-5eb48e03c107","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785282630.7392337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26456d71-8c2e-4dcf-b312-7b268d59c1f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282630.7392578,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26456d71-8c2e-4dcf-b312-7b268d59c1f4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785282630.7394545,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3bf58c38-64e1-4e63-b862-d1e9ef22a4c8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282630.7395473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf0a8b74-ea02-46f4-ac40-a2a089fd68af"} {"level":"info","ts":1785282630.7395697,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf0a8b74-ea02-46f4-ac40-a2a089fd68af","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785282630.743774,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf0a8b74-ea02-46f4-ac40-a2a089fd68af","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282630.7439644,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe32a83-4f70-40cd-896c-5eb48e03c107","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785282630.7489572,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fe32a83-4f70-40cd-896c-5eb48e03c107","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785282630.7542856,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16951ec5-7679-40bb-b7a9-c175f0bbed58"} {"level":"info","ts":1785282630.754316,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16951ec5-7679-40bb-b7a9-c175f0bbed58","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785282630.7544942,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38934385-9fe7-4b6b-b2c7-d179b54984d9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785282630.7545254,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38934385-9fe7-4b6b-b2c7-d179b54984d9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785282630.754613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b57cba2f-a068-443d-b190-e54df25a8b5b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282630.7546284,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b57cba2f-a068-443d-b190-e54df25a8b5b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785282630.7547052,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37c99638-d15b-4fd2-ad05-069da32be6ac"} {"level":"info","ts":1785282630.7547584,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37c99638-d15b-4fd2-ad05-069da32be6ac","name":"e2e-external-provider"} {"level":"error","ts":1785282630.7602642,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16951ec5-7679-40bb-b7a9-c175f0bbed58","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282630.760325,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88f19f75-b581-4989-9880-07943ebe9e22"} {"level":"info","ts":1785282630.7605662,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37955.07184176,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.7605891,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.7655888,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"37c99638-d15b-4fd2-ad05-069da32be6ac","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785282630.767553,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785282630.8613324,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88f19f75-b581-4989-9880-07943ebe9e22","name":"e2e-external-model"} {"level":"info","ts":1785282630.8781781,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c514e8b-22e8-4020-8fdf-08ac1b673e28","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282630.8782227,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c514e8b-22e8-4020-8fdf-08ac1b673e28","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785282630.8792648,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88f19f75-b581-4989-9880-07943ebe9e22","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785282630.8793166,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88f19f75-b581-4989-9880-07943ebe9e22","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282630.8794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57047e1f-4015-4f3c-bde2-c7902b8670bd"} {"level":"info","ts":1785282630.8794494,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57047e1f-4015-4f3c-bde2-c7902b8670bd","name":"e2e-external-model"} {"level":"info","ts":1785282630.8936033,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e1f366b-d4a6-4fc7-9167-b9dd4b575963","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282630.893656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e1f366b-d4a6-4fc7-9167-b9dd4b575963","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785282630.8966057,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57047e1f-4015-4f3c-bde2-c7902b8670bd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785282630.896656,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57047e1f-4015-4f3c-bde2-c7902b8670bd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282630.8967063,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c230839-e5a8-447e-8581-67495b1cae5b"} {"level":"info","ts":1785282630.8967528,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c230839-e5a8-447e-8581-67495b1cae5b","name":"e2e-external-model"} {"level":"info","ts":1785282630.904114,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c230839-e5a8-447e-8581-67495b1cae5b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785282630.9086256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf48894-431b-4199-aadd-d46d9a05c6f5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282630.9086576,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdf48894-431b-4199-aadd-d46d9a05c6f5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785282630.9096513,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c230839-e5a8-447e-8581-67495b1cae5b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282630.909723,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6281e2f-88a8-4a7b-ba95-f7157229777d"} {"level":"info","ts":1785282630.9097672,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6281e2f-88a8-4a7b-ba95-f7157229777d","name":"e2e-external-model"} {"level":"info","ts":1785282630.9168475,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6281e2f-88a8-4a7b-ba95-f7157229777d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785282638.2373147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282638.2374945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799"} {"level":"info","ts":1785282638.2375114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799"} {"level":"info","ts":1785282638.237527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","EoS":true} {"level":"info","ts":1785282638.2375555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","header":"x-maas-group"} {"level":"info","ts":1785282638.2375674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","header":"x-maas-subscription"} {"level":"info","ts":1785282638.2375731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","header":"x-maas-username"} {"level":"info","ts":1785282638.2375917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785282638.2376032,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","modelName":"e2e-external-model"} {"level":"info","ts":1785282638.2376158,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785282638.2376564,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785282638.237674,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","authType":"apikey"} {"level":"info","ts":1785282638.2377033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799"} {"level":"info","ts":1785282638.343882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799"} {"level":"info","ts":1785282638.3439126,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799"} {"level":"info","ts":1785282638.3439317,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","EoS":false} {"level":"info","ts":1785282638.3439462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","EoS":true} {"level":"error","ts":1785282638.3439577,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785282638.3440087,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90b4b64a-913a-47c8-bbea-f9e988d7f799"} {"level":"info","ts":1785282638.4581504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3193d829-e6f9-4dd4-ab4c-56fe093274e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785282638.458195,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3193d829-e6f9-4dd4-ab4c-56fe093274e1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785282638.4582171,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"088ca495-ea7a-4bbb-9253-a62048b895e8"} {"level":"info","ts":1785282638.4652524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67783f6a-c7e6-48b5-907a-cefc8002ebb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785282638.4652882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67783f6a-c7e6-48b5-907a-cefc8002ebb1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785282638.466043,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"088ca495-ea7a-4bbb-9253-a62048b895e8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282638.4661179,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"088ca495-ea7a-4bbb-9253-a62048b895e8","name":"e2e-cleanup-test"} {"level":"info","ts":1785282638.4800112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bab2f992-7a85-439d-b6f4-4efebfa325cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785282638.480046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bab2f992-7a85-439d-b6f4-4efebfa325cb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785282638.4815133,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"088ca495-ea7a-4bbb-9253-a62048b895e8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785282638.481562,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"088ca495-ea7a-4bbb-9253-a62048b895e8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282638.4816177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"669d6e6d-af77-49b3-a666-60ac5e4a6370"} {"level":"info","ts":1785282638.4816697,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"669d6e6d-af77-49b3-a666-60ac5e4a6370","name":"e2e-cleanup-test"} {"level":"info","ts":1785282638.4941657,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0cd3f27-b712-4e65-96d3-a4522d7273d8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785282638.4941995,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0cd3f27-b712-4e65-96d3-a4522d7273d8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785282638.497232,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"669d6e6d-af77-49b3-a666-60ac5e4a6370","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785282638.4972758,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"669d6e6d-af77-49b3-a666-60ac5e4a6370","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282638.4973354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae13f74b-506b-4863-bcca-df9510408467"} {"level":"info","ts":1785282638.4974253,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae13f74b-506b-4863-bcca-df9510408467","name":"e2e-cleanup-test"} {"level":"info","ts":1785282638.5054905,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae13f74b-506b-4863-bcca-df9510408467","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785282638.5087762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f913282c-7b97-460d-811c-e1d92f365fac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785282638.508808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f913282c-7b97-460d-811c-e1d92f365fac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785282638.5132673,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae13f74b-506b-4863-bcca-df9510408467","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785282638.5133753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"335d1cc9-d6a4-45df-8501-29f9b51e7730"} {"level":"info","ts":1785282638.513428,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"335d1cc9-d6a4-45df-8501-29f9b51e7730","name":"e2e-cleanup-test"} {"level":"info","ts":1785282638.5219436,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"335d1cc9-d6a4-45df-8501-29f9b51e7730","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785282646.6982174,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d22af98a-5d92-46a8-bf0c-ec5e8682c21c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785282646.6982658,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d22af98a-5d92-46a8-bf0c-ec5e8682c21c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785282646.6982226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53b49218-f05e-45a8-950b-2f3dee680aba"} {"level":"info","ts":1785282651.0030847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282651.003158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bc2ada1-2faa-4740-bf31-279ee3f8e8f7"} {"level":"info","ts":1785282651.0031698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bc2ada1-2faa-4740-bf31-279ee3f8e8f7"} {"level":"info","ts":1785282651.0031822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bc2ada1-2faa-4740-bf31-279ee3f8e8f7","EoS":true} {"level":"info","ts":1785282651.0032194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bc2ada1-2faa-4740-bf31-279ee3f8e8f7","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785282651.0032504,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bc2ada1-2faa-4740-bf31-279ee3f8e8f7"} {"level":"info","ts":1785282651.042083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282651.0421722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6"} {"level":"info","ts":1785282651.042186,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6"} {"level":"info","ts":1785282651.0422053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","EoS":true} {"level":"info","ts":1785282651.0422442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","header":"x-maas-username"} {"level":"info","ts":1785282651.042256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","header":"x-maas-subscription"} {"level":"info","ts":1785282651.042264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","header":"x-maas-group"} {"level":"info","ts":1785282651.042285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785282651.0422955,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","modelName":"e2e-external-model"} {"level":"info","ts":1785282651.0423138,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785282651.042387,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785282651.042412,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","authType":"apikey"} {"level":"info","ts":1785282651.042457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6"} {"level":"info","ts":1785282651.0938509,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6"} {"level":"info","ts":1785282651.093878,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6"} {"level":"info","ts":1785282651.093896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","EoS":false} {"level":"info","ts":1785282651.0939095,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","EoS":true} {"level":"error","ts":1785282651.093919,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785282651.0939589,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"322d5111-733e-41d9-983f-5e62b91b24e6"} {"level":"info","ts":1785282651.1295586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282651.1296387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184"} {"level":"info","ts":1785282651.1296506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184"} {"level":"info","ts":1785282651.1296628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184","EoS":true} {"level":"info","ts":1785282651.1296875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184","header":"x-maas-group"} {"level":"info","ts":1785282651.1296983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184","header":"x-maas-subscription"} {"level":"info","ts":1785282651.1297038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184","header":"x-maas-username"} {"level":"info","ts":1785282651.1297162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785282651.12974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184"} {"level":"info","ts":1785282651.180371,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184"} {"level":"info","ts":1785282651.18041,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184"} {"level":"info","ts":1785282651.180434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184","EoS":false} {"level":"info","ts":1785282651.180451,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184","EoS":true} {"level":"error","ts":1785282651.180463,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785282651.18051,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"87e868cc-720b-45c9-91bd-b89aef260184"} {"level":"info","ts":1785282651.2116296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785282651.211707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577"} {"level":"info","ts":1785282651.2117217,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577"} {"level":"info","ts":1785282651.2117405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577","EoS":true} {"level":"info","ts":1785282651.2117763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577","header":"x-maas-subscription"} {"level":"info","ts":1785282651.2117903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577","header":"x-maas-group"} {"level":"info","ts":1785282651.2118003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577","header":"x-maas-username"} {"level":"info","ts":1785282651.2118397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577"} {"level":"info","ts":1785282651.3123019,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577"} {"level":"info","ts":1785282651.312331,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577"} {"level":"info","ts":1785282651.312388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577","EoS":false} {"level":"info","ts":1785282651.312409,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577","EoS":true} {"level":"error","ts":1785282651.3124197,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785282651.3124566,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0bfa2ff9-77bc-4bc6-b7a6-41bde19b2577"} {"level":"info","ts":1785282652.1189148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec78f97c-b7f5-4dad-bcc3-f92ecde5ea7a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282652.1189566,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec78f97c-b7f5-4dad-bcc3-f92ecde5ea7a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785282652.1189508,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e34c221-f10c-47f7-96ef-ed2a19b712a2"} {"level":"info","ts":1785282652.2627957,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ed5cdd7e-6c6f-48fd-ae71-d1e4ae268e35"} {"level":"info","ts":1785282652.262796,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8f43951-3cc4-4e47-8f53-1b6fc6753eec","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785282652.2629046,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8f43951-3cc4-4e47-8f53-1b6fc6753eec","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785282652.3720503,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2afeea71-f4be-4b7b-87f4-e6cfd371b66d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785282652.3721232,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2afeea71-f4be-4b7b-87f4-e6cfd371b66d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785284099.378589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284099.3786764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9800b8c8-4a64-4ba6-b04c-e143f924b4f1"} {"level":"info","ts":1785284174.1161916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785284174.116299,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c"} {"level":"info","ts":1785284174.1163158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c"} {"level":"info","ts":1785284174.1163337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c","EoS":true} {"level":"info","ts":1785284174.1163883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c","header":"x-maas-subscription"} {"level":"info","ts":1785284174.116402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c","header":"x-maas-group"} {"level":"info","ts":1785284174.1164093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c","header":"x-maas-username"} {"level":"info","ts":1785284174.1164286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785284174.1164627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c"} {"level":"info","ts":1785284174.1175845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c"} {"level":"info","ts":1785284174.117611,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c"} {"level":"info","ts":1785284174.1176298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c","EoS":false} {"level":"info","ts":1785284174.1176445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c","EoS":true} {"level":"info","ts":1785284174.1176798,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a6456505-0900-4fbe-8d1a-609f3bfda25c"}