{"level":"info","ts":1785249250.3923395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239"} {"level":"info","ts":1785249250.392351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239","EoS":true} {"level":"info","ts":1785249250.3923788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239","header":"x-maas-username"} {"level":"info","ts":1785249250.392392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239","header":"x-maas-subscription"} {"level":"info","ts":1785249250.3923979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239","header":"x-maas-group"} {"level":"info","ts":1785249250.3924117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249250.392437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239"} {"level":"info","ts":1785249250.3932135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239"} {"level":"info","ts":1785249250.3932278,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239"} {"level":"info","ts":1785249250.3932397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239","EoS":false} {"level":"info","ts":1785249250.3932514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239","EoS":true} {"level":"info","ts":1785249250.3932767,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239"} {"level":"info","ts":1785249273.6507406,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249273.6508217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.6508317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.6508439,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","EoS":true} {"level":"info","ts":1785249273.6508684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","header":"x-maas-subscription"} {"level":"info","ts":1785249273.6508799,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","header":"x-maas-group"} {"level":"info","ts":1785249273.6508844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","header":"x-maas-username"} {"level":"info","ts":1785249273.6508977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249273.650924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.654006,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.6540334,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.6540508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","EoS":false} {"level":"info","ts":1785249273.6540635,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","EoS":true} {"level":"info","ts":1785249273.654124,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.7936704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249273.7937467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.7937608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.7937722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","EoS":true} {"level":"info","ts":1785249273.7937992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","header":"x-maas-group"} {"level":"info","ts":1785249273.7938101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","header":"x-maas-subscription"} {"level":"info","ts":1785249273.793816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","header":"x-maas-username"} {"level":"info","ts":1785249273.7938294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249273.7938557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.7948663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.7948892,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.794912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","EoS":false} {"level":"info","ts":1785249273.7949367,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","EoS":true} {"level":"info","ts":1785249273.7949731,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.9345982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249273.934674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249273.9346836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249273.9346962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","EoS":true} {"level":"info","ts":1785249273.9347234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","header":"x-maas-group"} {"level":"info","ts":1785249273.934734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","header":"x-maas-username"} {"level":"info","ts":1785249273.93474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","header":"x-maas-subscription"} {"level":"info","ts":1785249273.9347532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249273.9347796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249273.9356017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249273.9356246,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249273.935647,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","EoS":false} {"level":"info","ts":1785249273.935658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","EoS":true} {"level":"info","ts":1785249273.935688,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249274.0800512,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249274.0801623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.0801823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.0802033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","EoS":true} {"level":"info","ts":1785249274.080241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","header":"x-maas-group"} {"level":"info","ts":1785249274.0802548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","header":"x-maas-username"} {"level":"info","ts":1785249274.0802627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","header":"x-maas-subscription"} {"level":"info","ts":1785249274.0802836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249274.080343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.0812025,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.081223,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.0812378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","EoS":false} {"level":"info","ts":1785249274.0812507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","EoS":true} {"level":"info","ts":1785249274.0812798,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.2259943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249274.226069,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249274.2260792,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249274.226107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","EoS":true} {"level":"info","ts":1785249274.2261357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","header":"x-maas-group"} {"level":"info","ts":1785249274.2261496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","header":"x-maas-username"} {"level":"info","ts":1785249274.226155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","header":"x-maas-subscription"} {"level":"info","ts":1785249274.2261686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249274.2261956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249274.227084,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249274.227116,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249274.2271333,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","EoS":false} {"level":"info","ts":1785249274.2271473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","EoS":true} {"level":"info","ts":1785249274.227178,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249291.687018,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249291.687139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.6871557,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.68717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","EoS":true} {"level":"info","ts":1785249291.687194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","header":"x-maas-group"} {"level":"info","ts":1785249291.6872048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","header":"x-maas-subscription"} {"level":"info","ts":1785249291.6872113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","header":"x-maas-username"} {"level":"info","ts":1785249291.6872249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249291.6872516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.6901426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.6901653,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.6901815,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","EoS":false} {"level":"info","ts":1785249291.6901941,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","EoS":true} {"level":"info","ts":1785249291.6902258,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.825518,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249291.8255944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8b37e97-bd69-4bd2-95ed-f3b8c27080d3"} {"level":"info","ts":1785249291.82771,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8b37e97-bd69-4bd2-95ed-f3b8c27080d3"} {"level":"info","ts":1785249291.8277307,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8b37e97-bd69-4bd2-95ed-f3b8c27080d3"} {"level":"info","ts":1785249291.827747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8b37e97-bd69-4bd2-95ed-f3b8c27080d3","EoS":false} {"level":"info","ts":1785249291.8277593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8b37e97-bd69-4bd2-95ed-f3b8c27080d3"} {"level":"info","ts":1785249291.8277855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8b37e97-bd69-4bd2-95ed-f3b8c27080d3","EoS":true} {"level":"info","ts":1785249291.8277917,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e8b37e97-bd69-4bd2-95ed-f3b8c27080d3"} {"level":"info","ts":1785249296.6002338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249296.6003125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249296.6003244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249296.6003382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","EoS":true} {"level":"info","ts":1785249296.6003654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","header":"x-maas-username"} {"level":"info","ts":1785249296.6003766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","header":"x-maas-subscription"} {"level":"info","ts":1785249296.6003828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","header":"x-maas-group"} {"level":"info","ts":1785249296.600397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249296.6004236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249296.6011963,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249296.6012163,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249296.6012316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","EoS":false} {"level":"info","ts":1785249296.6012518,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","EoS":true} {"level":"info","ts":1785249296.6012855,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249309.294708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249309.2947924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249309.2948048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249309.2948158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","EoS":true} {"level":"info","ts":1785249309.294845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","header":"x-maas-group"} {"level":"info","ts":1785249309.2948542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","header":"x-maas-username"} {"level":"info","ts":1785249309.2948601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","header":"x-maas-subscription"} {"level":"info","ts":1785249309.2948725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249309.2949,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249309.2959123,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249309.2959337,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249309.2959511,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","EoS":false} {"level":"info","ts":1785249309.295972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","EoS":true} {"level":"info","ts":1785249309.2960074,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249322.2260263,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249322.2261376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249322.2261527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249322.2261662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","EoS":true} {"level":"info","ts":1785249322.2261915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","header":"x-maas-subscription"} {"level":"info","ts":1785249322.2262018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","header":"x-maas-group"} {"level":"info","ts":1785249322.2262065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","header":"x-maas-username"} {"level":"info","ts":1785249322.2262259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249322.226257,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249322.2269347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249322.2269526,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249322.226969,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","EoS":false} {"level":"info","ts":1785249322.2269788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","EoS":true} {"level":"info","ts":1785249322.227017,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249330.7825515,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249330.7826288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249330.7826424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249330.7826574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","EoS":true} {"level":"info","ts":1785249330.7826853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","header":"x-maas-username"} {"level":"info","ts":1785249330.7826955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","header":"x-maas-subscription"} {"level":"info","ts":1785249330.7827005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","header":"x-maas-group"} {"level":"info","ts":1785249330.7827156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249330.782745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249330.7834535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249330.7834797,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249330.7834969,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","EoS":false} {"level":"info","ts":1785249330.783509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","EoS":true} {"level":"info","ts":1785249330.78354,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249339.6724865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249339.6725678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249339.6725798,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249339.6725914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","EoS":true} {"level":"info","ts":1785249339.672617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","header":"x-maas-subscription"} {"level":"info","ts":1785249339.6726282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","header":"x-maas-username"} {"level":"info","ts":1785249339.6726334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","header":"x-maas-group"} {"level":"info","ts":1785249339.6726484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249339.672676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249339.6734219,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249339.6734438,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249339.6734595,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","EoS":false} {"level":"info","ts":1785249339.673476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","EoS":true} {"level":"info","ts":1785249339.6735072,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249364.8980157,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249364.8981175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249364.8981326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249364.8981454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","EoS":true} {"level":"info","ts":1785249364.8981698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","header":"x-maas-username"} {"level":"info","ts":1785249364.8981817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","header":"x-maas-subscription"} {"level":"info","ts":1785249364.8981905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","header":"x-maas-group"} {"level":"info","ts":1785249364.8982098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249364.8982368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249364.8992329,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249364.899254,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249364.8992724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","EoS":false} {"level":"info","ts":1785249364.899287,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","EoS":true} {"level":"info","ts":1785249364.899315,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249387.8331497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249387.8332276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249387.8332424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249387.833256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","EoS":true} {"level":"info","ts":1785249387.833284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","header":"x-maas-username"} {"level":"info","ts":1785249387.8332922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","header":"x-maas-group"} {"level":"info","ts":1785249387.8332965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","header":"x-maas-subscription"} {"level":"info","ts":1785249387.8333113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249387.8333395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249387.8342962,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249387.834324,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249387.8343475,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","EoS":false} {"level":"info","ts":1785249387.8343613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","EoS":true} {"level":"info","ts":1785249387.8343945,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249427.6778164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249427.6779046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249427.6779168,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249427.6779275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","EoS":true} {"level":"info","ts":1785249427.6779559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","header":"x-maas-username"} {"level":"info","ts":1785249427.6779668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","header":"x-maas-group"} {"level":"info","ts":1785249427.677972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","header":"x-maas-subscription"} {"level":"info","ts":1785249427.6779864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249427.6780138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249427.6787786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249427.6787999,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249427.6788213,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","EoS":false} {"level":"info","ts":1785249427.678838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","EoS":true} {"level":"info","ts":1785249427.6788774,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249437.2112343,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249437.2113142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.211323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.2113345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","EoS":true} {"level":"info","ts":1785249437.2113595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","header":"x-maas-username"} {"level":"info","ts":1785249437.21137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","header":"x-maas-subscription"} {"level":"info","ts":1785249437.2113762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","header":"x-maas-group"} {"level":"info","ts":1785249437.2113905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249437.2114184,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.2134368,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.2134593,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.2134814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","EoS":false} {"level":"info","ts":1785249437.2134984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","EoS":true} {"level":"info","ts":1785249437.2135384,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.2505927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249437.250684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249437.2506993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249437.2507184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","EoS":true} {"level":"info","ts":1785249437.2507575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","header":"x-maas-subscription"} {"level":"info","ts":1785249437.2507699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","header":"x-maas-username"} {"level":"info","ts":1785249437.2507796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","header":"x-maas-group"} {"level":"info","ts":1785249437.2508023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249437.2508364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249437.2515986,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249437.2516193,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249437.2516358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","EoS":false} {"level":"info","ts":1785249437.2516477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","EoS":true} {"level":"info","ts":1785249437.251679,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249456.5873966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249456.5874913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249456.587507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249456.5875216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","EoS":true} {"level":"info","ts":1785249456.587549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","header":"x-maas-subscription"} {"level":"info","ts":1785249456.5875597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","header":"x-maas-username"} {"level":"info","ts":1785249456.5875657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","header":"x-maas-group"} {"level":"info","ts":1785249456.5875797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249456.5876112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249456.5883765,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249456.5883973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249456.5884132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","EoS":false} {"level":"info","ts":1785249456.5884295,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","EoS":true} {"level":"info","ts":1785249456.5884602,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249588.46131,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249588.461423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249588.4614367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249588.4614482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","EoS":true} {"level":"info","ts":1785249588.4614763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","header":"x-maas-subscription"} {"level":"info","ts":1785249588.4614868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","header":"x-maas-username"} {"level":"info","ts":1785249588.4614925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","header":"x-maas-group"} {"level":"info","ts":1785249588.4615068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785249588.461533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249588.4649785,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249588.465001,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249588.465017,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","EoS":false} {"level":"info","ts":1785249588.4650285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","EoS":true} {"level":"info","ts":1785249588.4650595,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249627.2867334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249627.2868187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249627.2868292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249627.2868426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","EoS":true} {"level":"info","ts":1785249627.2868667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","header":"x-maas-subscription"} {"level":"info","ts":1785249627.286877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","header":"x-maas-group"} {"level":"info","ts":1785249627.2868829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","header":"x-maas-username"} {"level":"info","ts":1785249627.2868972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249627.286923,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249627.2888248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249627.2888458,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249627.288862,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","EoS":false} {"level":"info","ts":1785249627.2888737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","EoS":true} {"level":"info","ts":1785249627.2889032,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249642.524293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249642.524371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249642.5243833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249642.5243952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","EoS":true} {"level":"info","ts":1785249642.524418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","header":"x-maas-subscription"} {"level":"info","ts":1785249642.5244288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","header":"x-maas-username"} {"level":"info","ts":1785249642.5244343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","header":"x-maas-group"} {"level":"info","ts":1785249642.524447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249642.524472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249642.5251596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249642.5251787,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249642.525194,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","EoS":false} {"level":"info","ts":1785249642.525208,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","EoS":true} {"level":"info","ts":1785249642.525235,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249964.7563279,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249964.7564187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249964.7564278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249964.7564385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","EoS":true} {"level":"info","ts":1785249964.7564628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","header":"x-maas-username"} {"level":"info","ts":1785249964.7564747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","header":"x-maas-subscription"} {"level":"info","ts":1785249964.7564805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","header":"x-maas-group"} {"level":"info","ts":1785249964.7564962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249964.7565236,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249964.7598526,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249964.759883,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249964.7599003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","EoS":false} {"level":"info","ts":1785249964.7599132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","EoS":true} {"level":"info","ts":1785249964.75995,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249969.580831,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fe7f9f8d-e6f3-4cf0-a17e-c0e8684b2e16","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785249969.5811253,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32405.274775819,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.5811572,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.6362927,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.6819856,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fe7f9f8d-e6f3-4cf0-a17e-c0e8684b2e16","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785249969.728946,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd9574a1-087d-4953-a79b-5fefc5d7be6d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249969.7289948,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd9574a1-087d-4953-a79b-5fefc5d7be6d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785249969.7290576,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604e3db6-a2b4-4477-828d-46d1ba3031c3"} {"level":"info","ts":1785249969.7345865,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8548c061-baab-42ad-b76e-dd3d16bd990b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249969.7346148,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8548c061-baab-42ad-b76e-dd3d16bd990b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785249969.737925,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604e3db6-a2b4-4477-828d-46d1ba3031c3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249969.7381709,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38738.625736474,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.7381861,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.7462974,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.8385398,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604e3db6-a2b4-4477-828d-46d1ba3031c3","name":"e2e-external-provider"} {"level":"info","ts":1785249969.858316,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604e3db6-a2b4-4477-828d-46d1ba3031c3","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785249969.870702,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604e3db6-a2b4-4477-828d-46d1ba3031c3","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785249969.8709993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d23a12d-a2c3-4789-8639-fe1c5eb42299","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249969.8710492,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d23a12d-a2c3-4789-8639-fe1c5eb42299","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249969.8714156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"963dd0a2-027f-4a17-850a-d70a950e4fd1"} {"level":"info","ts":1785249969.876825,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604e3db6-a2b4-4477-828d-46d1ba3031c3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785249969.8805983,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"963dd0a2-027f-4a17-850a-d70a950e4fd1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785249969.8808682,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdfcba81-ad79-49bf-a900-b82b79b73690","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249969.880911,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fdfcba81-ad79-49bf-a900-b82b79b73690","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785249969.881431,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"604e3db6-a2b4-4477-828d-46d1ba3031c3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249969.8815074,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"045cd913-fdf9-4203-b9cf-b5b2eb90edbe"} {"level":"info","ts":1785249969.88157,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"045cd913-fdf9-4203-b9cf-b5b2eb90edbe","name":"e2e-external-provider"} {"level":"info","ts":1785249969.886314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b83b12-fca7-4fff-8a9f-3a9136716e96","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1785249969.8862948,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"963dd0a2-027f-4a17-850a-d70a950e4fd1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249969.8863416,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b83b12-fca7-4fff-8a9f-3a9136716e96","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249969.8864107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52215169-02d8-430d-9577-3d2cb5a50d04"} {"level":"info","ts":1785249969.886447,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52215169-02d8-430d-9577-3d2cb5a50d04","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785249969.8915086,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52215169-02d8-430d-9577-3d2cb5a50d04","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249969.8921654,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"045cd913-fdf9-4203-b9cf-b5b2eb90edbe","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785249969.8999832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"775c9fc5-6f29-44ca-8703-34bb9aeeaa2f"} {"level":"info","ts":1785249969.9000182,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f36c560-f4b7-49d2-a82c-142eabfc724d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249969.9001286,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86927db1-5783-41c1-b6e7-425066e61db0"} {"level":"info","ts":1785249969.9002614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32598.703533361,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.9002793,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.9003034,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f36c560-f4b7-49d2-a82c-142eabfc724d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785249969.9003756,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b6f8044-f2ea-4ee6-a653-bdd31f58e064","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249969.9003918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b6f8044-f2ea-4ee6-a653-bdd31f58e064","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249969.9004297,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86927db1-5783-41c1-b6e7-425066e61db0","name":"e2e-external-provider"} {"level":"info","ts":1785249969.9075074,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.9119763,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86927db1-5783-41c1-b6e7-425066e61db0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785249970.0007994,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"775c9fc5-6f29-44ca-8703-34bb9aeeaa2f","name":"e2e-external-model"} {"level":"info","ts":1785249970.01482,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"775c9fc5-6f29-44ca-8703-34bb9aeeaa2f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249970.020914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e13a72b2-ccf3-4021-81cd-a9ab2547059a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249970.020949,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e13a72b2-ccf3-4021-81cd-a9ab2547059a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249970.021149,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"002bcc4a-5d86-4f2b-be0e-9292bd3b46db"} {"level":"info","ts":1785249970.0212083,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"002bcc4a-5d86-4f2b-be0e-9292bd3b46db","name":"e2e-external-model"} {"level":"error","ts":1785249970.0399055,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"002bcc4a-5d86-4f2b-be0e-9292bd3b46db","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249970.0399702,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a14d6132-4eb7-4d1a-9479-8e9bef56b4ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249970.0399966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a14d6132-4eb7-4d1a-9479-8e9bef56b4ff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249970.0400007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7080adc-89cb-4508-bf09-3013d14c42bd"} {"level":"info","ts":1785249970.0400522,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7080adc-89cb-4508-bf09-3013d14c42bd","name":"e2e-external-model"} {"level":"info","ts":1785249970.0502183,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d7080adc-89cb-4508-bf09-3013d14c42bd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249970.0570211,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad4c3676-7fbd-46b5-9b7b-f6da0fd00d48"} {"level":"info","ts":1785249970.0570304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a1b54b1-7ded-4fca-8415-f02528cdbc77","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249970.0570633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a1b54b1-7ded-4fca-8415-f02528cdbc77","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249970.057075,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad4c3676-7fbd-46b5-9b7b-f6da0fd00d48","name":"e2e-external-model"} {"level":"info","ts":1785249970.0673385,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad4c3676-7fbd-46b5-9b7b-f6da0fd00d48","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249977.6715996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249977.671681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.6716926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.6717036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","EoS":true} {"level":"info","ts":1785249977.6717296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","header":"x-maas-group"} {"level":"info","ts":1785249977.6717398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","header":"x-maas-subscription"} {"level":"info","ts":1785249977.6717458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","header":"x-maas-username"} {"level":"info","ts":1785249977.671759,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785249977.671766,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","modelName":"e2e-external-model"} {"level":"info","ts":1785249977.671778,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785249977.6718159,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785249977.6718347,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","authType":"apikey"} {"level":"info","ts":1785249977.6718557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.771981,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.772017,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.7720435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","EoS":false} {"level":"info","ts":1785249977.7720666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","EoS":true} {"level":"error","ts":1785249977.772079,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785249977.7721565,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.9196553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"481b1af9-b336-430d-b1df-a741f0061cd2"} {"level":"info","ts":1785249977.919708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b7e3b39-dc9b-408d-88d1-d219cdb97f98","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.9197385,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b7e3b39-dc9b-408d-88d1-d219cdb97f98","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785249977.9269145,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cffb1d50-63a9-4bc0-835b-6ff2d5b99178","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.9269474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cffb1d50-63a9-4bc0-835b-6ff2d5b99178","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785249977.9282737,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"481b1af9-b336-430d-b1df-a741f0061cd2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249977.9283457,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"481b1af9-b336-430d-b1df-a741f0061cd2","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.9436216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90829fb6-5397-4bf1-acfa-23a7fde57e9d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.9436507,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"90829fb6-5397-4bf1-acfa-23a7fde57e9d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785249977.9446282,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"481b1af9-b336-430d-b1df-a741f0061cd2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785249977.9446723,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"481b1af9-b336-430d-b1df-a741f0061cd2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249977.9447188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59e0b22a-a1d5-413f-8cfc-3db8fe274a77"} {"level":"info","ts":1785249977.9447653,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59e0b22a-a1d5-413f-8cfc-3db8fe274a77","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.959324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dd15db5-abd1-4d4e-8603-06f29d74e9ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.9593606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dd15db5-abd1-4d4e-8603-06f29d74e9ca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785249977.9597597,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59e0b22a-a1d5-413f-8cfc-3db8fe274a77","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249977.9598367,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b1c8f95-54e3-4bdd-81f7-b5bd956b4f9f"} {"level":"info","ts":1785249977.9598923,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b1c8f95-54e3-4bdd-81f7-b5bd956b4f9f","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.9685628,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b1c8f95-54e3-4bdd-81f7-b5bd956b4f9f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249977.9743207,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82dec140-ea9f-4708-810b-e43c67dabf6b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.9743526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82dec140-ea9f-4708-810b-e43c67dabf6b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785249977.974407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d900c5d7-d30d-4d62-8ccf-e7e134e710cb"} {"level":"info","ts":1785249977.9744678,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d900c5d7-d30d-4d62-8ccf-e7e134e710cb","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.982927,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d900c5d7-d30d-4d62-8ccf-e7e134e710cb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249986.2223716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5561b5eb-fdde-4399-ae34-19d383db0233"} {"level":"info","ts":1785249986.222372,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e2c2507-ea70-49fc-9111-0b4800c2fab4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249986.222434,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e2c2507-ea70-49fc-9111-0b4800c2fab4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249990.5722017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249990.5722792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4"} {"level":"info","ts":1785249990.5722911,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4"} {"level":"info","ts":1785249990.5723016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4","EoS":true} {"level":"info","ts":1785249990.5723336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785249990.5723603,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4"} {"level":"info","ts":1785249990.6192148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249990.6192966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.6193087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.6193204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","EoS":true} {"level":"info","ts":1785249990.6193457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","header":"x-maas-username"} {"level":"info","ts":1785249990.619354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","header":"x-maas-subscription"} {"level":"info","ts":1785249990.6193595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","header":"x-maas-group"} {"level":"info","ts":1785249990.6193736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785249990.619382,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","modelName":"e2e-external-model"} {"level":"info","ts":1785249990.6193962,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785249990.61942,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785249990.6194384,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","authType":"apikey"} {"level":"info","ts":1785249990.6194646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.6682425,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.6682744,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.6682978,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","EoS":false} {"level":"info","ts":1785249990.6683156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","EoS":true} {"level":"error","ts":1785249990.6683292,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785249990.6683815,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.724172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249990.724252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.7242641,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.7242758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","EoS":true} {"level":"info","ts":1785249990.7243016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","header":"x-maas-group"} {"level":"info","ts":1785249990.7243114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","header":"x-maas-subscription"} {"level":"info","ts":1785249990.7243168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","header":"x-maas-username"} {"level":"info","ts":1785249990.724329,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785249990.7243526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.8348005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.834831,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.83485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","EoS":false} {"level":"info","ts":1785249990.8348641,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","EoS":true} {"level":"error","ts":1785249990.834876,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785249990.8349137,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.8813634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249990.881455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249990.8814704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249990.8814845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","EoS":true} {"level":"info","ts":1785249990.8815093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","header":"x-maas-group"} {"level":"info","ts":1785249990.8815243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","header":"x-maas-subscription"} {"level":"info","ts":1785249990.881529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","header":"x-maas-username"} {"level":"info","ts":1785249990.8815613,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249990.9308667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249990.9308975,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249990.930916,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","EoS":false} {"level":"info","ts":1785249990.9309309,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","EoS":true} {"level":"error","ts":1785249990.9309404,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785249990.9309833,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249991.8779604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40b51d38-e633-4398-b2ca-869d574ed150","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249991.8779857,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40b51d38-e633-4398-b2ca-869d574ed150","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249991.878028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63164d51-a6b9-48bd-84ea-91158f2fc183"} {"level":"info","ts":1785249992.05787,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b62c1d2-da10-4ad4-ae4f-98d3ad955466","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249992.0579028,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b62c1d2-da10-4ad4-ae4f-98d3ad955466","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249992.0579088,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2a50b50-6c5a-4ee1-a767-c281aff37ece"} {"level":"info","ts":1785249992.1934636,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8d255a9a-bd14-400b-81e6-f3d820b6337e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785249992.1935248,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8d255a9a-bd14-400b-81e6-f3d820b6337e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785252185.1338038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785252185.133881,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3437a45d-04e3-4597-a514-2a72c59f52a6"} {"level":"info","ts":1785252251.115841,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785252251.1159232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"} {"level":"info","ts":1785252251.1159344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"} {"level":"info","ts":1785252251.115946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","EoS":true} {"level":"info","ts":1785252251.1159742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","header":"x-maas-subscription"} {"level":"info","ts":1785252251.115984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","header":"x-maas-group"} {"level":"info","ts":1785252251.1159887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","header":"x-maas-username"} {"level":"info","ts":1785252251.116003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785252251.1160288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"} {"level":"info","ts":1785252251.1185806,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"} {"level":"info","ts":1785252251.1186125,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"} {"level":"info","ts":1785252251.1186395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","EoS":false} {"level":"info","ts":1785252251.1186574,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","EoS":true} {"level":"info","ts":1785252251.1186976,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"}