{"level":"info","ts":1785089112.2934625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12","header":"x-maas-group"} {"level":"info","ts":1785089112.2934844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12","header":"x-maas-username"} {"level":"info","ts":1785089112.2934928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12","header":"x-maas-subscription"} {"level":"info","ts":1785089112.2935195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089112.2935536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12"} {"level":"info","ts":1785089112.2954242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12"} {"level":"info","ts":1785089112.2954478,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12"} {"level":"info","ts":1785089112.2954664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12","EoS":false} {"level":"info","ts":1785089112.295477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12","EoS":true} {"level":"info","ts":1785089112.2955039,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7e80eb99-73b9-45c8-8c9a-255d522c8e12"} {"level":"info","ts":1785089113.0760329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089113.0761044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089113.076131,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089113.0761454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","EoS":true} {"level":"info","ts":1785089113.0761697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","header":"x-maas-subscription"} {"level":"info","ts":1785089113.076181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","header":"x-maas-group"} {"level":"info","ts":1785089113.0761862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","header":"x-maas-username"} {"level":"info","ts":1785089113.0761995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089113.0762362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089113.077326,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089113.077349,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089113.0773654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","EoS":false} {"level":"info","ts":1785089113.0773776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e","EoS":true} {"level":"info","ts":1785089113.0774047,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c4dd515f-df3d-4f2c-9686-4b45fcf2869e"} {"level":"info","ts":1785089136.1888192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.1888914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.1889036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.188915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","EoS":true} {"level":"info","ts":1785089136.1889393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","header":"x-maas-group"} {"level":"info","ts":1785089136.18895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","header":"x-maas-subscription"} {"level":"info","ts":1785089136.1889546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","header":"x-maas-username"} {"level":"info","ts":1785089136.1889694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.18903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.1920276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.1920488,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.1920714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","EoS":false} {"level":"info","ts":1785089136.1920917,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794","EoS":true} {"level":"info","ts":1785089136.1921566,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1bd961f9-559c-4e81-9746-babc08a14794"} {"level":"info","ts":1785089136.326602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.3266923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.326707,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.3267248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","EoS":true} {"level":"info","ts":1785089136.326763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","header":"x-maas-subscription"} {"level":"info","ts":1785089136.3267753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","header":"x-maas-group"} {"level":"info","ts":1785089136.3267837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","header":"x-maas-username"} {"level":"info","ts":1785089136.326803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.3268387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.3277853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.3278103,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.3278267,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","EoS":false} {"level":"info","ts":1785089136.3278384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d","EoS":true} {"level":"info","ts":1785089136.3278685,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d3bf5f76-04e3-445b-9dfc-75f4fd30028d"} {"level":"info","ts":1785089136.4640324,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.4641085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.4641366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.4641485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","EoS":true} {"level":"info","ts":1785089136.4642112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","header":"x-maas-username"} {"level":"info","ts":1785089136.4642227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","header":"x-maas-group"} {"level":"info","ts":1785089136.4642284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","header":"x-maas-subscription"} {"level":"info","ts":1785089136.4642437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.4642687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.465218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.4652383,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.4652586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","EoS":false} {"level":"info","ts":1785089136.4652705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529","EoS":true} {"level":"info","ts":1785089136.4652991,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8daf067f-e4f9-4c1e-a849-819a08d73529"} {"level":"info","ts":1785089136.5986958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.5987844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.5987976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.5988111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","EoS":true} {"level":"info","ts":1785089136.598839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","header":"x-maas-username"} {"level":"info","ts":1785089136.598849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","header":"x-maas-group"} {"level":"info","ts":1785089136.5988545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","header":"x-maas-subscription"} {"level":"info","ts":1785089136.5988674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.5988934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.5998561,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.5998774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.5998964,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","EoS":false} {"level":"info","ts":1785089136.599907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e","EoS":true} {"level":"info","ts":1785089136.599934,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cf763625-0206-4c3b-b601-1fb6003e2e9e"} {"level":"info","ts":1785089136.7405076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089136.7405756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089136.7405865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089136.7405982,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","EoS":true} {"level":"info","ts":1785089136.7406228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","header":"x-maas-subscription"} {"level":"info","ts":1785089136.7406332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","header":"x-maas-group"} {"level":"info","ts":1785089136.7406383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","header":"x-maas-username"} {"level":"info","ts":1785089136.740651,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089136.740711,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089136.7416654,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089136.7416918,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089136.7417068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","EoS":false} {"level":"info","ts":1785089136.7417195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b","EoS":true} {"level":"info","ts":1785089136.7417488,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c9c42e42-da6c-42fd-bf03-1bf26220f45b"} {"level":"info","ts":1785089156.6824105,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089156.6824872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.6824977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.6825097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","EoS":true} {"level":"info","ts":1785089156.6825352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","header":"x-maas-username"} {"level":"info","ts":1785089156.682546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","header":"x-maas-group"} {"level":"info","ts":1785089156.6825516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","header":"x-maas-subscription"} {"level":"info","ts":1785089156.6825662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089156.6825912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.685389,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.6854095,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.685428,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","EoS":false} {"level":"info","ts":1785089156.6854398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f","EoS":true} {"level":"info","ts":1785089156.6854682,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1ece22de-71e4-49ed-b3b2-68b2bdff221f"} {"level":"info","ts":1785089156.7920647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089156.792191,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"805b18ab-d7e1-42d5-a773-1454ebac7ddb"} {"level":"info","ts":1785089156.7945106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"805b18ab-d7e1-42d5-a773-1454ebac7ddb"} {"level":"info","ts":1785089156.7945359,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"805b18ab-d7e1-42d5-a773-1454ebac7ddb"} {"level":"info","ts":1785089156.7945607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"805b18ab-d7e1-42d5-a773-1454ebac7ddb","EoS":false} {"level":"info","ts":1785089156.794581,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"805b18ab-d7e1-42d5-a773-1454ebac7ddb"} {"level":"info","ts":1785089156.794625,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"805b18ab-d7e1-42d5-a773-1454ebac7ddb","EoS":true} {"level":"info","ts":1785089156.7946367,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"805b18ab-d7e1-42d5-a773-1454ebac7ddb"} {"level":"info","ts":1785089161.4323509,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089161.4324453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089161.4324608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089161.4324734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","EoS":true} {"level":"info","ts":1785089161.4325008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","header":"x-maas-subscription"} {"level":"info","ts":1785089161.4325113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","header":"x-maas-username"} {"level":"info","ts":1785089161.4325163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","header":"x-maas-group"} {"level":"info","ts":1785089161.4325316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089161.4325616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089161.4336305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089161.433652,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089161.433673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","EoS":false} {"level":"info","ts":1785089161.4336867,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081","EoS":true} {"level":"info","ts":1785089161.4337301,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b4f2eaa0-9a04-4624-9925-1a5b8d6ba081"} {"level":"info","ts":1785089170.10542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089170.105498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089170.1055112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089170.105523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","EoS":true} {"level":"info","ts":1785089170.1055477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","header":"x-maas-subscription"} {"level":"info","ts":1785089170.1055634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","header":"x-maas-group"} {"level":"info","ts":1785089170.1055691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","header":"x-maas-username"} {"level":"info","ts":1785089170.1055834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089170.1056092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089170.1064758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089170.1064997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089170.1065152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","EoS":false} {"level":"info","ts":1785089170.1065252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4","EoS":true} {"level":"info","ts":1785089170.106554,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dc3e1b4a-f643-4565-a1e3-2f0aa085e4a4"} {"level":"info","ts":1785089182.9580932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089182.9581969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089182.9582126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089182.9582272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","EoS":true} {"level":"info","ts":1785089182.9582539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","header":"x-maas-group"} {"level":"info","ts":1785089182.9582684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","header":"x-maas-username"} {"level":"info","ts":1785089182.958276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","header":"x-maas-subscription"} {"level":"info","ts":1785089182.9582942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089182.9583216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089182.9593916,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089182.9594197,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089182.9594748,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","EoS":false} {"level":"info","ts":1785089182.9594986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d","EoS":true} {"level":"info","ts":1785089182.9595373,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"43b07454-642c-4627-862f-bfd43d57b63d"} {"level":"info","ts":1785089191.4734592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089191.4735296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089191.4735384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089191.4735491,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","EoS":true} {"level":"info","ts":1785089191.4735744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","header":"x-maas-username"} {"level":"info","ts":1785089191.4735851,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","header":"x-maas-group"} {"level":"info","ts":1785089191.4735906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","header":"x-maas-subscription"} {"level":"info","ts":1785089191.473603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089191.4736311,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089191.4748647,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089191.4748867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089191.4749067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","EoS":false} {"level":"info","ts":1785089191.4749181,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8","EoS":true} {"level":"info","ts":1785089191.474946,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"56fbf382-e68e-43fb-b5b1-bd5760e2e7f8"} {"level":"info","ts":1785089200.3223126,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089200.3223948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089200.3224118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089200.3224318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","EoS":true} {"level":"info","ts":1785089200.3224702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","header":"x-maas-username"} {"level":"info","ts":1785089200.322486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","header":"x-maas-group"} {"level":"info","ts":1785089200.3224947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","header":"x-maas-subscription"} {"level":"info","ts":1785089200.3225124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089200.3225389,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089200.3235502,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089200.3235705,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089200.3235853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","EoS":false} {"level":"info","ts":1785089200.3235989,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe","EoS":true} {"level":"info","ts":1785089200.323627,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aec3c190-7696-46c2-bc4e-3ea32d2ecabe"} {"level":"info","ts":1785089225.1326587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089225.1327453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089225.1327643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089225.132788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","EoS":true} {"level":"info","ts":1785089225.1328654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","header":"x-maas-group"} {"level":"info","ts":1785089225.1328838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","header":"x-maas-subscription"} {"level":"info","ts":1785089225.1328924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","header":"x-maas-username"} {"level":"info","ts":1785089225.1329126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089225.1329484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089225.13466,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089225.1346836,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089225.1346982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","EoS":false} {"level":"info","ts":1785089225.13471,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0","EoS":true} {"level":"info","ts":1785089225.1347413,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"edb4b7e0-66d6-4ced-af96-e0965f6320f0"} {"level":"info","ts":1785089249.0306768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089249.0307584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089249.030772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089249.0307941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","EoS":true} {"level":"info","ts":1785089249.0308216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","header":"x-maas-subscription"} {"level":"info","ts":1785089249.0308325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","header":"x-maas-group"} {"level":"info","ts":1785089249.03084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","header":"x-maas-username"} {"level":"info","ts":1785089249.0308936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089249.0309188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089249.0318418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089249.0318642,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089249.0318868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","EoS":false} {"level":"info","ts":1785089249.0319076,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4","EoS":true} {"level":"info","ts":1785089249.0319443,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fd9b9b07-cf60-4aa8-acec-ef4c4fbf30d4"} {"level":"info","ts":1785089275.3331575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089275.3332736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089275.3332872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089275.333299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","EoS":true} {"level":"info","ts":1785089275.333325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","header":"x-maas-group"} {"level":"info","ts":1785089275.333333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","header":"x-maas-subscription"} {"level":"info","ts":1785089275.3333378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","header":"x-maas-username"} {"level":"info","ts":1785089275.3333519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089275.3333755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089275.334404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089275.334432,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089275.334448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","EoS":false} {"level":"info","ts":1785089275.3344603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24","EoS":true} {"level":"info","ts":1785089275.33449,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d12ce372-2ee5-4a2e-b69d-3335eafcdf24"} {"level":"info","ts":1785089284.7130497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089284.7131593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.7131748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.7131953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","EoS":true} {"level":"info","ts":1785089284.7132332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","header":"x-maas-group"} {"level":"info","ts":1785089284.7132447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","header":"x-maas-username"} {"level":"info","ts":1785089284.7132545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","header":"x-maas-subscription"} {"level":"info","ts":1785089284.7132745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089284.7133121,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.7143235,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.714352,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.7143683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","EoS":false} {"level":"info","ts":1785089284.71438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2","EoS":true} {"level":"info","ts":1785089284.7144113,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b00c66a4-a7de-4f6e-ab6c-c7884f2313c2"} {"level":"info","ts":1785089284.749795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089284.7498698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089284.7498834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089284.749895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","EoS":true} {"level":"info","ts":1785089284.7499204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","header":"x-maas-subscription"} {"level":"info","ts":1785089284.7499304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","header":"x-maas-group"} {"level":"info","ts":1785089284.7499363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","header":"x-maas-username"} {"level":"info","ts":1785089284.7499537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089284.749983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089284.7509215,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089284.750943,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089284.7509642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","EoS":false} {"level":"info","ts":1785089284.750984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044","EoS":true} {"level":"info","ts":1785089284.7510324,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4b9f6dfe-8310-45be-9645-5d4c0d8ac044"} {"level":"info","ts":1785089303.7685356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089303.7686307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089303.7686396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089303.7686508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","EoS":true} {"level":"info","ts":1785089303.7686768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","header":"x-maas-group"} {"level":"info","ts":1785089303.7686884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","header":"x-maas-subscription"} {"level":"info","ts":1785089303.7686932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","header":"x-maas-username"} {"level":"info","ts":1785089303.768708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089303.7687354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089303.7720087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089303.7720356,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089303.7720528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","EoS":false} {"level":"info","ts":1785089303.7720673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3","EoS":true} {"level":"info","ts":1785089303.7721238,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f38f3c2a-2792-4da4-9f20-71a46a1586c3"} {"level":"info","ts":1785089433.935909,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089433.9359899,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089433.9359992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089433.9360106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","EoS":true} {"level":"info","ts":1785089433.9360359,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","header":"x-maas-group"} {"level":"info","ts":1785089433.9360473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","header":"x-maas-username"} {"level":"info","ts":1785089433.9360516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","header":"x-maas-subscription"} {"level":"info","ts":1785089433.9360652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785089433.9360871,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089433.937402,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089433.9374247,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089433.9374409,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","EoS":false} {"level":"info","ts":1785089433.9374533,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd","EoS":true} {"level":"info","ts":1785089433.9374852,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aded1540-409c-47ed-b65b-3db861a367fd"} {"level":"info","ts":1785089470.8147094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089470.8148055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089470.8148205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089470.81484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","EoS":true} {"level":"info","ts":1785089470.8148804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","header":"x-maas-username"} {"level":"info","ts":1785089470.8148923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","header":"x-maas-group"} {"level":"info","ts":1785089470.8149009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","header":"x-maas-subscription"} {"level":"info","ts":1785089470.814922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089470.8149583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089470.8184485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089470.8184774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089470.8184938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","EoS":false} {"level":"info","ts":1785089470.818506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080","EoS":true} {"level":"info","ts":1785089470.8185377,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"41b9d416-1410-4bcd-8c38-c23dc9016080"} {"level":"info","ts":1785089486.0618854,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089486.0619645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089486.0619771,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089486.0619888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","EoS":true} {"level":"info","ts":1785089486.0620239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","header":"x-maas-subscription"} {"level":"info","ts":1785089486.0620356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","header":"x-maas-group"} {"level":"info","ts":1785089486.06204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","header":"x-maas-username"} {"level":"info","ts":1785089486.0620549,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089486.0620828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089486.0632584,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089486.0632827,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089486.0633042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","EoS":false} {"level":"info","ts":1785089486.0633166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6","EoS":true} {"level":"info","ts":1785089486.063346,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2606dd57-5b1c-451b-ac21-2d10797fe3b6"} {"level":"info","ts":1785089806.312932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089806.313023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089806.313039,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089806.3130586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","EoS":true} {"level":"info","ts":1785089806.3130932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","header":"x-maas-subscription"} {"level":"info","ts":1785089806.3131077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","header":"x-maas-username"} {"level":"info","ts":1785089806.3131433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","header":"x-maas-group"} {"level":"info","ts":1785089806.3131645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089806.313201,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089806.3142698,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089806.3142905,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089806.3143113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","EoS":false} {"level":"info","ts":1785089806.314326,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67","EoS":true} {"level":"info","ts":1785089806.3143566,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c70d7bda-4ee7-469f-bbaa-ada5cdf77d67"} {"level":"info","ts":1785089811.068606,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"69b0b7c0-3c3b-4797-b928-0d93584879b2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785089811.0688941,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33618.563346536,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.0689247,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.118946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.1694312,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"69b0b7c0-3c3b-4797-b928-0d93584879b2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785089811.18473,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6a128a3-9037-447c-be21-684033d835a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089811.1847775,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6a128a3-9037-447c-be21-684033d835a1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785089811.1848426,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74d8d34d-385f-483c-a0b9-cd9f1b105d82"} {"level":"info","ts":1785089811.1904633,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98dcc496-434a-40dd-a3e5-9792d74fcd8d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089811.1905031,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98dcc496-434a-40dd-a3e5-9792d74fcd8d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785089811.1907978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35989.978625405,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.1908228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.199047,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.2911775,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74d8d34d-385f-483c-a0b9-cd9f1b105d82","name":"e2e-external-provider"} {"level":"info","ts":1785089811.3068926,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c42e866a-f069-43e5-b10a-3276c9e97749"} {"level":"info","ts":1785089811.3068986,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8bed795-270e-4109-9274-cb205d2200f9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.307041,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8bed795-270e-4109-9274-cb205d2200f9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.3074088,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74d8d34d-385f-483c-a0b9-cd9f1b105d82","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785089811.3123596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fedd417-ea88-4d1f-8ed9-1289ea1939af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.312395,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fedd417-ea88-4d1f-8ed9-1289ea1939af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.3123546,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c42e866a-f069-43e5-b10a-3276c9e97749","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785089811.317836,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74d8d34d-385f-483c-a0b9-cd9f1b105d82","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785089811.3179586,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3845222e-ce79-40cd-9d50-155e4489b944","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.3179917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3845222e-ce79-40cd-9d50-155e4489b944","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785089811.3181443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c42e866a-f069-43e5-b10a-3276c9e97749","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.3182235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46058ae2-831b-4be2-81a7-294994d9dbbd"} {"level":"info","ts":1785089811.3182495,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46058ae2-831b-4be2-81a7-294994d9dbbd","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785089811.3244972,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46058ae2-831b-4be2-81a7-294994d9dbbd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.3255093,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74d8d34d-385f-483c-a0b9-cd9f1b105d82","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785089811.3329892,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0358187a-b39e-441c-99aa-026307c78008","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089811.333015,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"135b956e-3a23-442b-8579-a8e3bfedb3ef"} {"level":"info","ts":1785089811.3331318,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"135b956e-3a23-442b-8579-a8e3bfedb3ef","name":"e2e-external-provider"} {"level":"info","ts":1785089811.3331294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eef50894-0fec-484b-b3eb-b7b217539f9a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.333168,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eef50894-0fec-484b-b3eb-b7b217539f9a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.3335118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcb6ba3e-f9fe-4ee0-a6a6-0bc95698761a"} {"level":"info","ts":1785089811.3330178,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0358187a-b39e-441c-99aa-026307c78008","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785089811.334156,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35910.812102052,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.3341749,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.342238,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785089811.3443074,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"135b956e-3a23-442b-8579-a8e3bfedb3ef","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785089811.3491611,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80d264f0-e9e5-4015-80be-f68ed603b1a2"} {"level":"info","ts":1785089811.3492055,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80d264f0-e9e5-4015-80be-f68ed603b1a2","name":"e2e-external-provider"} {"level":"info","ts":1785089811.3579097,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80d264f0-e9e5-4015-80be-f68ed603b1a2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785089811.4348164,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcb6ba3e-f9fe-4ee0-a6a6-0bc95698761a","name":"e2e-external-model"} {"level":"info","ts":1785089811.446002,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcb6ba3e-f9fe-4ee0-a6a6-0bc95698761a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089811.4513574,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b62e2cc-7cb1-445d-9bbd-bf4772a8d334","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.451397,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b62e2cc-7cb1-445d-9bbd-bf4772a8d334","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.4515479,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffb0c96c-efe2-478f-80be-637e2f415f18"} {"level":"info","ts":1785089811.4516034,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffb0c96c-efe2-478f-80be-637e2f415f18","name":"e2e-external-model"} {"level":"error","ts":1785089811.4706395,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffb0c96c-efe2-478f-80be-637e2f415f18","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089811.4708755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c443f82-88e7-4380-9539-441408de532a"} {"level":"info","ts":1785089811.4708836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"297aae1b-ffa6-4582-84f0-55036c63245d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.4709105,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"297aae1b-ffa6-4582-84f0-55036c63245d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.470926,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c443f82-88e7-4380-9539-441408de532a","name":"e2e-external-model"} {"level":"info","ts":1785089811.4798136,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c443f82-88e7-4380-9539-441408de532a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089811.48594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d841e507-9066-436f-9b2c-8159834b00ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089811.4859612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d841e507-9066-436f-9b2c-8159834b00ad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785089811.4859614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"500d3738-166d-4bde-a853-41210afe59e5"} {"level":"info","ts":1785089811.4860406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"500d3738-166d-4bde-a853-41210afe59e5","name":"e2e-external-model"} {"level":"info","ts":1785089811.493784,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"500d3738-166d-4bde-a853-41210afe59e5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089818.7109988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089818.711076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac"} {"level":"info","ts":1785089818.7110894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac"} {"level":"info","ts":1785089818.7111013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","EoS":true} {"level":"info","ts":1785089818.7111444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","header":"x-maas-group"} {"level":"info","ts":1785089818.7111568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","header":"x-maas-subscription"} {"level":"info","ts":1785089818.7111623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","header":"x-maas-username"} {"level":"info","ts":1785089818.711176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785089818.7111855,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","modelName":"e2e-external-model"} {"level":"info","ts":1785089818.711199,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785089818.7112277,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785089818.711248,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac","authType":"apikey"} {"level":"info","ts":1785089818.7112749,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98f917fd-d82b-4d9e-be6e-be70d26270ac"} {"level":"info","ts":1785089818.82018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"686ae94b-1c13-4b55-a51c-c8327107be50","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.8201911,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55f161f8-97c7-402c-9a5a-7e4b9306b4a8"} {"level":"info","ts":1785089818.8202116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"686ae94b-1c13-4b55-a51c-c8327107be50","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785089818.8249798,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4dae5c0b-ce70-4b56-9351-fd3b44bac56d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.825015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4dae5c0b-ce70-4b56-9351-fd3b44bac56d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785089818.8283546,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55f161f8-97c7-402c-9a5a-7e4b9306b4a8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089818.8284283,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55f161f8-97c7-402c-9a5a-7e4b9306b4a8","name":"e2e-cleanup-test"} {"level":"info","ts":1785089818.8406403,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f4a9219-5ea6-4263-872a-5861e7bdbcf1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.840675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f4a9219-5ea6-4263-872a-5861e7bdbcf1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785089818.8470678,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55f161f8-97c7-402c-9a5a-7e4b9306b4a8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785089818.8471375,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55f161f8-97c7-402c-9a5a-7e4b9306b4a8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089818.8471909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2895a2-3b2e-464d-8c2d-2a7e35fb227f"} {"level":"info","ts":1785089818.8472545,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2895a2-3b2e-464d-8c2d-2a7e35fb227f","name":"e2e-cleanup-test"} {"level":"info","ts":1785089818.8561962,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72e7ed7e-f928-4b1e-bb49-06c2b21a6bd3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.8562346,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72e7ed7e-f928-4b1e-bb49-06c2b21a6bd3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785089818.856873,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2895a2-3b2e-464d-8c2d-2a7e35fb227f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785089818.8601797,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2895a2-3b2e-464d-8c2d-2a7e35fb227f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089818.8602583,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de6e149b-2f46-4f4e-aee5-c9f759b0d640"} {"level":"info","ts":1785089818.8602965,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de6e149b-2f46-4f4e-aee5-c9f759b0d640","name":"e2e-cleanup-test"} {"level":"info","ts":1785089818.8676448,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de6e149b-2f46-4f4e-aee5-c9f759b0d640","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089818.8685975,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16174161-7568-421e-ae81-784be0bcab47","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089818.868637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16174161-7568-421e-ae81-784be0bcab47","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785089818.8709304,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de6e149b-2f46-4f4e-aee5-c9f759b0d640","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785089818.8709958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dfb65ed-5b34-4c18-887d-ed5543bfccd8"} {"level":"info","ts":1785089818.871036,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dfb65ed-5b34-4c18-887d-ed5543bfccd8","name":"e2e-cleanup-test"} {"level":"info","ts":1785089818.8780253,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dfb65ed-5b34-4c18-887d-ed5543bfccd8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785089827.12683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25540d11-743a-4eb1-b426-0f563ec682e3"} {"level":"info","ts":1785089827.1268435,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbb1baac-0c08-48b6-b832-5f166eadb2c8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089827.1269062,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbb1baac-0c08-48b6-b832-5f166eadb2c8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785089831.4332094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089831.433282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95"} {"level":"info","ts":1785089831.4332938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95"} {"level":"info","ts":1785089831.433307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95","EoS":true} {"level":"info","ts":1785089831.4333375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785089831.4333646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc4cf991-5563-4da8-a287-37002a9ebc95"} {"level":"info","ts":1785089831.4729996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089831.4730628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74"} {"level":"info","ts":1785089831.473082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74"} {"level":"info","ts":1785089831.4730928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","EoS":true} {"level":"info","ts":1785089831.473139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","header":"x-maas-username"} {"level":"info","ts":1785089831.4731536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","header":"x-maas-group"} {"level":"info","ts":1785089831.4731627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","header":"x-maas-subscription"} {"level":"info","ts":1785089831.4731758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785089831.4731848,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","modelName":"e2e-external-model"} {"level":"info","ts":1785089831.4732099,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785089831.473236,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785089831.4732609,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74","authType":"apikey"} {"level":"info","ts":1785089831.4732966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77e75320-ddb7-4b9b-b6b2-a0369c95af74"} {"level":"info","ts":1785089831.5062675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089831.5063438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.5063555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.5063665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","EoS":true} {"level":"info","ts":1785089831.5063949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","header":"x-maas-group"} {"level":"info","ts":1785089831.5064054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","header":"x-maas-username"} {"level":"info","ts":1785089831.50641,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","header":"x-maas-subscription"} {"level":"info","ts":1785089831.506422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785089831.5064387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.6098933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.6099215,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.60994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","EoS":false} {"level":"info","ts":1785089831.6099536,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","EoS":true} {"level":"error","ts":1785089831.6099632,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785089831.6100256,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0b1d8b4e-fabc-47cf-b22d-2e9f9bc6bcd2"} {"level":"info","ts":1785089831.6494985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089831.6495664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089831.6495757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089831.6495862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","EoS":true} {"level":"info","ts":1785089831.6496117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","header":"x-maas-group"} {"level":"info","ts":1785089831.6496232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","header":"x-maas-subscription"} {"level":"info","ts":1785089831.6496685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","header":"x-maas-username"} {"level":"info","ts":1785089831.649702,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089831.749712,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089831.749745,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089831.7497642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","EoS":false} {"level":"info","ts":1785089831.74978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","EoS":true} {"level":"error","ts":1785089831.7497904,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785089831.7498279,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bda31702-79c9-4114-96e8-0e1b5a0e5cd9"} {"level":"info","ts":1785089832.6439376,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17c2c845-d490-40e7-9865-6005f8565619"} {"level":"info","ts":1785089832.6439407,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddf05cdc-eab0-4034-9319-f21d00462b26","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089832.6440158,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddf05cdc-eab0-4034-9319-f21d00462b26","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785089832.7797985,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5438a8fd-d589-496b-911e-2c1304d94b8f"} {"level":"info","ts":1785089832.7798383,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fb3f98c-0e3c-4715-89bc-d5029462275e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089832.7798738,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fb3f98c-0e3c-4715-89bc-d5029462275e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785089832.8965414,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"90d34aa8-3c1d-41f9-b27d-404eb66ff8a1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785089832.8966444,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"90d34aa8-3c1d-41f9-b27d-404eb66ff8a1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785091174.2899377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091174.2900205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"521f42df-2a76-4325-a3d7-6a934bf5cc8f"} {"level":"info","ts":1785091228.3829553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091228.3830662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"} {"level":"info","ts":1785091228.3830771,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"} {"level":"info","ts":1785091228.3830898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","EoS":true} {"level":"info","ts":1785091228.3831441,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","header":"x-maas-username"} {"level":"info","ts":1785091228.3831549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","header":"x-maas-group"} {"level":"info","ts":1785091228.3831613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","header":"x-maas-subscription"} {"level":"info","ts":1785091228.383175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785091228.3831964,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"} {"level":"info","ts":1785091228.386063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"} {"level":"info","ts":1785091228.3860865,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"} {"level":"info","ts":1785091228.3861084,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","EoS":false} {"level":"info","ts":1785091228.3861496,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f","EoS":true} {"level":"info","ts":1785091228.3861928,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"008a4f62-5fb5-4fe6-a1a6-d123bf6def3f"}