{"level":"info","ts":1785083038.4440606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e5b3d7c-bade-46c6-92ae-e95c27f7cd7f"} {"level":"info","ts":1785083038.4440742,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e5b3d7c-bade-46c6-92ae-e95c27f7cd7f"} {"level":"info","ts":1785083038.4440863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e5b3d7c-bade-46c6-92ae-e95c27f7cd7f","EoS":false} {"level":"info","ts":1785083038.444097,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e5b3d7c-bade-46c6-92ae-e95c27f7cd7f","EoS":true} {"level":"info","ts":1785083038.4441452,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9e5b3d7c-bade-46c6-92ae-e95c27f7cd7f"} {"level":"info","ts":1785083039.2067504,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083039.2068195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083039.2068312,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083039.2068427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","EoS":true} {"level":"info","ts":1785083039.2068872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","header":"x-maas-username"} {"level":"info","ts":1785083039.2068992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","header":"x-maas-subscription"} {"level":"info","ts":1785083039.2069046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","header":"x-maas-group"} {"level":"info","ts":1785083039.2069168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083039.206938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083039.2078044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083039.2078276,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083039.2078497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","EoS":false} {"level":"info","ts":1785083039.2078693,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda","EoS":true} {"level":"info","ts":1785083039.2079062,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a32c38ab-2a33-4b3f-980f-f80ad40f6bda"} {"level":"info","ts":1785083059.1761858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.1762614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.1762702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.176281,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","EoS":true} {"level":"info","ts":1785083059.1763034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","header":"x-maas-group"} {"level":"info","ts":1785083059.1763139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","header":"x-maas-subscription"} {"level":"info","ts":1785083059.1763203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","header":"x-maas-username"} {"level":"info","ts":1785083059.1763337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.1763594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.178389,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.1784132,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.1784303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","EoS":false} {"level":"info","ts":1785083059.178442,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a","EoS":true} {"level":"info","ts":1785083059.1784701,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"88086314-7d7b-4606-91c9-e2c1d83fc32a"} {"level":"info","ts":1785083059.3176882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.3177476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.317756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.317768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","EoS":true} {"level":"info","ts":1785083059.3177872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","header":"x-maas-subscription"} {"level":"info","ts":1785083059.3177972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","header":"x-maas-username"} {"level":"info","ts":1785083059.3178022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","header":"x-maas-group"} {"level":"info","ts":1785083059.3178134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.317834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.3185155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.318533,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.3185487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","EoS":false} {"level":"info","ts":1785083059.3185666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a","EoS":true} {"level":"info","ts":1785083059.318592,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ef706255-c5e3-4d3d-809e-d13fe5ade12a"} {"level":"info","ts":1785083059.4527168,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.452785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.4527981,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.4528108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","EoS":true} {"level":"info","ts":1785083059.452832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","header":"x-maas-username"} {"level":"info","ts":1785083059.4528427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","header":"x-maas-subscription"} {"level":"info","ts":1785083059.4528487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","header":"x-maas-group"} {"level":"info","ts":1785083059.45286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.4528806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.453497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.4535136,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.453527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","EoS":false} {"level":"info","ts":1785083059.4535375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b","EoS":true} {"level":"info","ts":1785083059.4535635,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"64ab7f9c-e5b7-4643-b64b-bb84f24be25b"} {"level":"info","ts":1785083059.5886421,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.588693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.588701,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.588711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","EoS":true} {"level":"info","ts":1785083059.5887349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","header":"x-maas-subscription"} {"level":"info","ts":1785083059.5887458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","header":"x-maas-username"} {"level":"info","ts":1785083059.5887504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","header":"x-maas-group"} {"level":"info","ts":1785083059.5887616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.5887852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.5894523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.589469,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.5894928,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","EoS":false} {"level":"info","ts":1785083059.5895133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773","EoS":true} {"level":"info","ts":1785083059.5895393,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3e300cbd-413c-47e4-bdea-cbe369bcd773"} {"level":"info","ts":1785083059.7259371,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083059.725998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083059.726007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083059.7260222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","EoS":true} {"level":"info","ts":1785083059.7260492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","header":"x-maas-username"} {"level":"info","ts":1785083059.7260613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","header":"x-maas-group"} {"level":"info","ts":1785083059.7260685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","header":"x-maas-subscription"} {"level":"info","ts":1785083059.7260833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083059.726109,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083059.7267754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083059.7267923,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083059.726807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","EoS":false} {"level":"info","ts":1785083059.7268183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de","EoS":true} {"level":"info","ts":1785083059.7268453,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c0b340ac-4400-4580-84be-aeb8890980de"} {"level":"info","ts":1785083075.4516098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083075.451679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4516933,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4517062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","EoS":true} {"level":"info","ts":1785083075.4517276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","header":"x-maas-group"} {"level":"info","ts":1785083075.4517405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","header":"x-maas-subscription"} {"level":"info","ts":1785083075.4517488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","header":"x-maas-username"} {"level":"info","ts":1785083075.4517663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083075.4517927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4524682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4524868,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4525099,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","EoS":false} {"level":"info","ts":1785083075.452532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d","EoS":true} {"level":"info","ts":1785083075.45257,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"85915366-9610-4c0d-b46c-8987b2892f4d"} {"level":"info","ts":1785083075.4868846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083075.4869561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.4869711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.4869838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","EoS":true} {"level":"info","ts":1785083075.4870064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","header":"x-maas-username"} {"level":"info","ts":1785083075.4870157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","header":"x-maas-subscription"} {"level":"info","ts":1785083075.4870207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","header":"x-maas-group"} {"level":"info","ts":1785083075.4870312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083075.4870548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.487657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.4876745,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.4876893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","EoS":false} {"level":"info","ts":1785083075.487706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52","EoS":true} {"level":"info","ts":1785083075.4877412,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0a796454-e712-441d-a2ad-c1c097e1ad52"} {"level":"info","ts":1785083075.580176,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083075.5802443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a24ec2b-e0fa-47f8-be8a-4c620d26c170"} {"level":"info","ts":1785083075.5815613,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a24ec2b-e0fa-47f8-be8a-4c620d26c170"} {"level":"info","ts":1785083075.5815783,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a24ec2b-e0fa-47f8-be8a-4c620d26c170"} {"level":"info","ts":1785083075.5815923,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a24ec2b-e0fa-47f8-be8a-4c620d26c170","EoS":false} {"level":"info","ts":1785083075.5816014,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a24ec2b-e0fa-47f8-be8a-4c620d26c170"} {"level":"info","ts":1785083075.5816262,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a24ec2b-e0fa-47f8-be8a-4c620d26c170","EoS":true} {"level":"info","ts":1785083075.5816355,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a24ec2b-e0fa-47f8-be8a-4c620d26c170"} {"level":"info","ts":1785083080.1911137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083080.1912026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083080.1912184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083080.1912348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","EoS":true} {"level":"info","ts":1785083080.1912642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","header":"x-maas-username"} {"level":"info","ts":1785083080.1912763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","header":"x-maas-group"} {"level":"info","ts":1785083080.1912847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","header":"x-maas-subscription"} {"level":"info","ts":1785083080.1913047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083080.1913369,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083080.1921723,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083080.1921935,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083080.1922085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","EoS":false} {"level":"info","ts":1785083080.1922204,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0","EoS":true} {"level":"info","ts":1785083080.192252,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cfb058ff-52d3-458d-9dee-3a2f7f066ba0"} {"level":"info","ts":1785083090.791531,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083090.7916148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083090.7916331,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083090.7916474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","EoS":true} {"level":"info","ts":1785083090.791673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","header":"x-maas-group"} {"level":"info","ts":1785083090.7916842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","header":"x-maas-username"} {"level":"info","ts":1785083090.7916899,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","header":"x-maas-subscription"} {"level":"info","ts":1785083090.7917027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083090.7917335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083090.7943685,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083090.7943885,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083090.7944033,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","EoS":false} {"level":"info","ts":1785083090.7944145,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e","EoS":true} {"level":"info","ts":1785083090.794444,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"457dd117-8012-454f-b2dc-267c70b3150e"} {"level":"info","ts":1785083103.650038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083103.6501179,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083103.6501567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083103.650183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","EoS":true} {"level":"info","ts":1785083103.6502156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","header":"x-maas-username"} {"level":"info","ts":1785083103.6502292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","header":"x-maas-group"} {"level":"info","ts":1785083103.6502347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","header":"x-maas-subscription"} {"level":"info","ts":1785083103.6502469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083103.650272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083103.6511626,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083103.651181,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083103.651195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","EoS":false} {"level":"info","ts":1785083103.651207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7","EoS":true} {"level":"info","ts":1785083103.6512353,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2c22c923-7e56-4d6d-aebf-76d91fdd9ed7"} {"level":"info","ts":1785083112.170944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083112.1710107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083112.1710205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083112.1710315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","EoS":true} {"level":"info","ts":1785083112.1710553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","header":"x-maas-subscription"} {"level":"info","ts":1785083112.171066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","header":"x-maas-username"} {"level":"info","ts":1785083112.1710718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","header":"x-maas-group"} {"level":"info","ts":1785083112.171086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083112.1711106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083112.1719964,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083112.1720135,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083112.1720283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","EoS":false} {"level":"info","ts":1785083112.1720393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa","EoS":true} {"level":"info","ts":1785083112.1720784,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3474b8fc-22c8-4fdb-a56b-fd7fe046ecaa"} {"level":"info","ts":1785083121.0107834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083121.0108569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083121.0108705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083121.0108824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","EoS":true} {"level":"info","ts":1785083121.010902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","header":"x-maas-username"} {"level":"info","ts":1785083121.0109127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","header":"x-maas-group"} {"level":"info","ts":1785083121.0109181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","header":"x-maas-subscription"} {"level":"info","ts":1785083121.0109365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083121.0109632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083121.0118494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083121.011867,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083121.0118818,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","EoS":false} {"level":"info","ts":1785083121.0118906,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4","EoS":true} {"level":"info","ts":1785083121.011916,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f45a533b-5f04-410b-ba09-1004e43012d4"} {"level":"info","ts":1785083143.810143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083143.8102083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083143.810219,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083143.81023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","EoS":true} {"level":"info","ts":1785083143.8102498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","header":"x-maas-username"} {"level":"info","ts":1785083143.8102605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","header":"x-maas-group"} {"level":"info","ts":1785083143.8102658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","header":"x-maas-subscription"} {"level":"info","ts":1785083143.810278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083143.8103023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083143.8123732,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083143.812394,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083143.8124156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","EoS":false} {"level":"info","ts":1785083143.8124316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc","EoS":true} {"level":"info","ts":1785083143.8124614,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"50a00d5b-a6d3-4eea-987a-d2dca45b7afc"} {"level":"info","ts":1785083166.40795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083166.4080133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083166.4080229,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083166.4080336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","EoS":true} {"level":"info","ts":1785083166.4080567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","header":"x-maas-subscription"} {"level":"info","ts":1785083166.4080653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","header":"x-maas-group"} {"level":"info","ts":1785083166.4080718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","header":"x-maas-username"} {"level":"info","ts":1785083166.4080837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785083166.4081054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083166.4107609,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083166.4107795,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083166.4107938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","EoS":false} {"level":"info","ts":1785083166.4108047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2","EoS":true} {"level":"info","ts":1785083166.41083,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"36c17403-fbd2-4b3c-995a-26488cc2bae2"} {"level":"info","ts":1785083192.6810524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083192.6811774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083192.6811953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083192.6812098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","EoS":true} {"level":"info","ts":1785083192.6812363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","header":"x-maas-username"} {"level":"info","ts":1785083192.681248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","header":"x-maas-group"} {"level":"info","ts":1785083192.6812532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","header":"x-maas-subscription"} {"level":"info","ts":1785083192.6812656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083192.681291,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083192.6821587,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083192.682181,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083192.6821983,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","EoS":false} {"level":"info","ts":1785083192.682213,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566","EoS":true} {"level":"info","ts":1785083192.6822445,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ac2f7edd-e889-48a5-8c32-799418e97566"} {"level":"info","ts":1785083202.0566483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083202.056738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.0567522,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.056766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","EoS":true} {"level":"info","ts":1785083202.0567923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","header":"x-maas-username"} {"level":"info","ts":1785083202.0568035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","header":"x-maas-group"} {"level":"info","ts":1785083202.056808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","header":"x-maas-subscription"} {"level":"info","ts":1785083202.0568204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083202.0568454,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.0596786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.059698,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.059715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","EoS":false} {"level":"info","ts":1785083202.0597272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f","EoS":true} {"level":"info","ts":1785083202.0597546,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8ee77176-6709-4aaf-809f-97f9cf46273f"} {"level":"info","ts":1785083202.0937736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083202.093855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083202.093872,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083202.0938861,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","EoS":true} {"level":"info","ts":1785083202.0939064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","header":"x-maas-subscription"} {"level":"info","ts":1785083202.0939176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","header":"x-maas-group"} {"level":"info","ts":1785083202.0939236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","header":"x-maas-username"} {"level":"info","ts":1785083202.0939362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083202.0939593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083202.0949938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083202.095078,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083202.0951157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","EoS":false} {"level":"info","ts":1785083202.0951655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77","EoS":true} {"level":"info","ts":1785083202.0952117,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2b9aa49e-b028-4173-9985-d2a79867ba77"} {"level":"info","ts":1785083221.1220152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083221.1220982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083221.122113,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083221.1221504,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","EoS":true} {"level":"info","ts":1785083221.1221757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","header":"x-maas-subscription"} {"level":"info","ts":1785083221.122187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","header":"x-maas-group"} {"level":"info","ts":1785083221.1221926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","header":"x-maas-username"} {"level":"info","ts":1785083221.1222043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083221.1222284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083221.1230693,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083221.1230907,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083221.1231055,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","EoS":false} {"level":"info","ts":1785083221.1231186,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086","EoS":true} {"level":"info","ts":1785083221.1231663,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f11699b3-0830-4645-b745-68febe0fd086"} {"level":"info","ts":1785083349.0854611,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083349.08553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083349.0855432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083349.0855606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","EoS":true} {"level":"info","ts":1785083349.0855834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","header":"x-maas-username"} {"level":"info","ts":1785083349.085595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","header":"x-maas-group"} {"level":"info","ts":1785083349.085601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","header":"x-maas-subscription"} {"level":"info","ts":1785083349.085614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785083349.0856376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083349.0889614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083349.0889838,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083349.0889997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","EoS":false} {"level":"info","ts":1785083349.0890107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17","EoS":true} {"level":"info","ts":1785083349.0890446,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7c5ec818-b9e3-48dd-9647-bb3eb39d5b17"} {"level":"info","ts":1785083385.9480543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083385.9481413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083385.9481552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083385.9481685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","EoS":true} {"level":"info","ts":1785083385.9481914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","header":"x-maas-subscription"} {"level":"info","ts":1785083385.9482038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","header":"x-maas-group"} {"level":"info","ts":1785083385.9482088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","header":"x-maas-username"} {"level":"info","ts":1785083385.9482222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083385.9482486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083385.9497063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083385.9497268,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083385.9497418,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","EoS":false} {"level":"info","ts":1785083385.9497545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6","EoS":true} {"level":"info","ts":1785083385.9497843,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"24639972-6880-4dd9-a229-d6e7443b01e6"} {"level":"info","ts":1785083401.1939414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083401.1940165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083401.1940289,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083401.1940408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","EoS":true} {"level":"info","ts":1785083401.1940656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","header":"x-maas-subscription"} {"level":"info","ts":1785083401.1940773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","header":"x-maas-group"} {"level":"info","ts":1785083401.1940827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","header":"x-maas-username"} {"level":"info","ts":1785083401.194095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083401.194119,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083401.1971886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083401.1972082,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083401.1972272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","EoS":false} {"level":"info","ts":1785083401.1972413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc","EoS":true} {"level":"info","ts":1785083401.1972687,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fb5e40ab-88b1-4f04-83db-dfe190e61ecc"} {"level":"info","ts":1785083705.129052,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083705.1291707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083705.1291895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083705.129209,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","EoS":true} {"level":"info","ts":1785083705.129243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","header":"x-maas-username"} {"level":"info","ts":1785083705.129255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","header":"x-maas-subscription"} {"level":"info","ts":1785083705.1292615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","header":"x-maas-group"} {"level":"info","ts":1785083705.1292741,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785083705.129299,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083705.1303623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083705.1303816,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083705.1303976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","EoS":false} {"level":"info","ts":1785083705.1304102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e","EoS":true} {"level":"info","ts":1785083705.1304383,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6a2be7cb-c6e8-497a-8cca-e67e7895c37e"} {"level":"info","ts":1785083709.9007094,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b99d64d6-3d1b-4947-97fb-b20075c249f0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785083709.9009764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33783.283266387,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083709.9010022,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083709.96507,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.0018601,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b99d64d6-3d1b-4947-97fb-b20075c249f0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785083710.0157561,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d06658a-7d1c-4448-aed4-43ad973743b5"} {"level":"info","ts":1785083710.0157976,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfd85262-46a6-476c-ab57-7ce2fc7d94dd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083710.0158448,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfd85262-46a6-476c-ab57-7ce2fc7d94dd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785083710.0238137,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2736aea-0b6e-4206-9bf1-471c4eb43b24","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083710.0239701,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2736aea-0b6e-4206-9bf1-471c4eb43b24","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785083710.0240226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38699.260323515,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.0240421,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.0342577,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.1229222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"179818e5-5d22-49a6-b1bd-8fc09ef95b0b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.1229851,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"179818e5-5d22-49a6-b1bd-8fc09ef95b0b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.1229222,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408448aa-c38f-484c-8cb3-24d7b3b644d1"} {"level":"info","ts":1785083710.1247766,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d06658a-7d1c-4448-aed4-43ad973743b5","name":"e2e-external-provider"} {"level":"info","ts":1785083710.1283042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64ee72bf-0376-427f-9b7d-39c5d43b12c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.1283348,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64ee72bf-0376-427f-9b7d-39c5d43b12c2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.128632,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408448aa-c38f-484c-8cb3-24d7b3b644d1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785083710.133593,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af3a3d6-c707-41e7-afb1-c07e704e07bf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.1336303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3af3a3d6-c707-41e7-afb1-c07e704e07bf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785083710.1336143,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"408448aa-c38f-484c-8cb3-24d7b3b644d1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.1336985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb704945-0f81-4761-8284-4740a335f8d4"} {"level":"info","ts":1785083710.1337252,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb704945-0f81-4761-8284-4740a335f8d4","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785083710.1383657,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb704945-0f81-4761-8284-4740a335f8d4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.1388528,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d06658a-7d1c-4448-aed4-43ad973743b5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785083710.148978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c54a74f-d4cb-4142-a18f-f1e6f3cf37ea"} {"level":"info","ts":1785083710.1490088,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c54a74f-d4cb-4142-a18f-f1e6f3cf37ea","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785083710.1490178,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d06658a-7d1c-4448-aed4-43ad973743b5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785083710.1545227,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d06658a-7d1c-4448-aed4-43ad973743b5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785083710.154607,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c54a74f-d4cb-4142-a18f-f1e6f3cf37ea","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.1603098,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35d4ecaa-aacb-4853-a2f7-b02e15efd78d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083710.1603436,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35d4ecaa-aacb-4853-a2f7-b02e15efd78d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785083710.1603525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39fc4fe8-6d8d-4ad4-8669-0ba005c29512"} {"level":"info","ts":1785083710.1604185,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4eadac2e-04d9-4318-b8bd-97a139f63b38","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.1605647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38423.061193401,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.1605804,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.1605935,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c58ef9cd-f05e-4bb8-bfa1-f98f3477730b"} {"level":"info","ts":1785083710.1606367,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c58ef9cd-f05e-4bb8-bfa1-f98f3477730b","name":"e2e-external-provider"} {"level":"info","ts":1785083710.1607194,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4eadac2e-04d9-4318-b8bd-97a139f63b38","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.1675608,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785083710.1713614,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c58ef9cd-f05e-4bb8-bfa1-f98f3477730b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785083710.260962,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39fc4fe8-6d8d-4ad4-8669-0ba005c29512","name":"e2e-external-model"} {"level":"info","ts":1785083710.2718089,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39fc4fe8-6d8d-4ad4-8669-0ba005c29512","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083710.2794783,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c789b8d5-4d78-44aa-a658-cb016bf46dfb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.2795062,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c789b8d5-4d78-44aa-a658-cb016bf46dfb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.2797077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3161b51a-b365-4bc5-9d60-734f1d13e176"} {"level":"info","ts":1785083710.2797716,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3161b51a-b365-4bc5-9d60-734f1d13e176","name":"e2e-external-model"} {"level":"error","ts":1785083710.2994463,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3161b51a-b365-4bc5-9d60-734f1d13e176","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083710.2994807,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"141e12c2-44f5-425f-b906-6cf8840c807a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.299509,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"141e12c2-44f5-425f-b906-6cf8840c807a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.2995431,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57375fbc-306e-4cd2-be8b-00e5cb62a94c"} {"level":"info","ts":1785083710.299601,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57375fbc-306e-4cd2-be8b-00e5cb62a94c","name":"e2e-external-model"} {"level":"info","ts":1785083710.3077717,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57375fbc-306e-4cd2-be8b-00e5cb62a94c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083710.3132246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f27357b5-f251-4d65-a212-57fcaddf3c0a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083710.3132558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f27357b5-f251-4d65-a212-57fcaddf3c0a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785083710.3133156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c067b0e-870a-4e6b-b784-fc9a68e87a0d"} {"level":"info","ts":1785083710.3133745,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c067b0e-870a-4e6b-b784-fc9a68e87a0d","name":"e2e-external-model"} {"level":"info","ts":1785083710.3208783,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c067b0e-870a-4e6b-b784-fc9a68e87a0d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083719.6630144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083719.6631043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324"} {"level":"info","ts":1785083719.6631377,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324"} {"level":"info","ts":1785083719.6631584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","EoS":true} {"level":"info","ts":1785083719.6631842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","header":"x-maas-subscription"} {"level":"info","ts":1785083719.6631944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","header":"x-maas-username"} {"level":"info","ts":1785083719.6632025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","header":"x-maas-group"} {"level":"info","ts":1785083719.6632137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785083719.6632226,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","modelName":"e2e-external-model"} {"level":"info","ts":1785083719.6632338,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785083719.6632688,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785083719.6632857,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324","authType":"apikey"} {"level":"info","ts":1785083719.663313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25808d00-9ff2-46d0-9517-c7a1a7b08324"} {"level":"info","ts":1785083719.7834592,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eca98025-42ad-40f3-b961-0827919fba1d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083719.7834866,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eca98025-42ad-40f3-b961-0827919fba1d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785083719.7834802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e74fa5f5-be61-4119-be4f-dfb3cdcb24c6"} {"level":"info","ts":1785083719.7918572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"839f013c-77d7-4bc6-99f5-f7cf1c471e61","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083719.791884,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"839f013c-77d7-4bc6-99f5-f7cf1c471e61","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785083719.7920763,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e74fa5f5-be61-4119-be4f-dfb3cdcb24c6","name":"e2e-cleanup-test"} {"level":"info","ts":1785083719.8267477,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e386a31-e716-4d6e-9386-b3c72d2a4083","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083719.8268325,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e386a31-e716-4d6e-9386-b3c72d2a4083","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785083719.8267744,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e74fa5f5-be61-4119-be4f-dfb3cdcb24c6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785083719.8269188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82d6f51a-f8df-47cf-a22d-750f3d78f547"} {"level":"info","ts":1785083719.8269737,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82d6f51a-f8df-47cf-a22d-750f3d78f547","name":"e2e-cleanup-test"} {"level":"info","ts":1785083719.838152,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82d6f51a-f8df-47cf-a22d-750f3d78f547","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083719.8451145,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0b9357d-3bb7-4242-895f-02a9840b508f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083719.8451598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0b9357d-3bb7-4242-895f-02a9840b508f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785083719.8451202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2268118-a8f9-44f9-bf27-8005819e73ec"} {"level":"info","ts":1785083719.8452241,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2268118-a8f9-44f9-bf27-8005819e73ec","name":"e2e-cleanup-test"} {"level":"info","ts":1785083719.856566,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d2268118-a8f9-44f9-bf27-8005819e73ec","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785083728.166322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c048dad-1c10-4138-8502-103fe0b7d502"} {"level":"info","ts":1785083728.166338,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"691880c1-5ca1-450e-b307-308425eec308","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083728.1663666,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"691880c1-5ca1-450e-b307-308425eec308","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785083732.5809534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083732.5810094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21"} {"level":"info","ts":1785083732.5810175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21"} {"level":"info","ts":1785083732.5810273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21","EoS":true} {"level":"info","ts":1785083732.5810547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785083732.5810883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87314e5a-32e1-4b35-bdac-b90266272a21"} {"level":"info","ts":1785083732.628518,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083732.62859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629"} {"level":"info","ts":1785083732.6286054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629"} {"level":"info","ts":1785083732.6286259,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","EoS":true} {"level":"info","ts":1785083732.6286578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","header":"x-maas-username"} {"level":"info","ts":1785083732.62867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","header":"x-maas-group"} {"level":"info","ts":1785083732.6286793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","header":"x-maas-subscription"} {"level":"info","ts":1785083732.6286976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785083732.6287105,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","modelName":"e2e-external-model"} {"level":"info","ts":1785083732.6287289,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785083732.6287556,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785083732.6287827,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629","authType":"apikey"} {"level":"info","ts":1785083732.628813,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd482158-7e9a-487d-a86a-2eca47cd0629"} {"level":"info","ts":1785083732.6749556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083732.6750164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.6750252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.6750357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","EoS":true} {"level":"info","ts":1785083732.6750567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","header":"x-maas-group"} {"level":"info","ts":1785083732.6750672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","header":"x-maas-username"} {"level":"info","ts":1785083732.675073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","header":"x-maas-subscription"} {"level":"info","ts":1785083732.6750853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785083732.6751072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.8060296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.8060563,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.8060777,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","EoS":false} {"level":"info","ts":1785083732.8060951,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","EoS":true} {"level":"error","ts":1785083732.8061068,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785083732.806202,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4791f594-a1ad-40a5-97f1-9b3e7f240a2c"} {"level":"info","ts":1785083732.8497577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785083732.8498323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083732.849847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083732.8498592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","EoS":true} {"level":"info","ts":1785083732.8498788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","header":"x-maas-group"} {"level":"info","ts":1785083732.8498895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","header":"x-maas-username"} {"level":"info","ts":1785083732.849894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","header":"x-maas-subscription"} {"level":"info","ts":1785083732.8499212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083732.899942,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083732.8999631,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083732.8999786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","EoS":false} {"level":"info","ts":1785083732.8999906,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","EoS":true} {"level":"error","ts":1785083732.9000015,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785083732.9000347,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8c58962b-27a2-4ec0-8c46-4943ae2dc627"} {"level":"info","ts":1785083733.9978106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d653868f-65cb-4f13-bee9-775bbf36c74a"} {"level":"info","ts":1785083733.9978263,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28b6c3e3-5182-410f-b29a-1f35f1da14f2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083733.9978557,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28b6c3e3-5182-410f-b29a-1f35f1da14f2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785083734.2141995,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8bd9ba28-64cb-42b6-96bd-ac5c4c163b99","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083734.2142153,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9dca3825-ffc3-4ef4-af8d-5f8363d0f9c5"} {"level":"info","ts":1785083734.2142367,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8bd9ba28-64cb-42b6-96bd-ac5c4c163b99","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785083734.394267,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fac69add-cd39-4a8a-aad8-1143b96aeaac","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785083734.3943164,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fac69add-cd39-4a8a-aad8-1143b96aeaac","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785085143.630699,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785085143.6307647,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8819621-69ed-49db-819e-9ebdca604852"} {"level":"info","ts":1785085209.104797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785085209.1048765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"} {"level":"info","ts":1785085209.104887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"} {"level":"info","ts":1785085209.1048992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","EoS":true} {"level":"info","ts":1785085209.1049252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","header":"x-maas-group"} {"level":"info","ts":1785085209.1049361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","header":"x-maas-subscription"} {"level":"info","ts":1785085209.1049423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","header":"x-maas-username"} {"level":"info","ts":1785085209.104955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785085209.1049771,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"} {"level":"info","ts":1785085209.1081512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"} {"level":"info","ts":1785085209.108167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"} {"level":"info","ts":1785085209.1081812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","EoS":false} {"level":"info","ts":1785085209.1081927,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46","EoS":true} {"level":"info","ts":1785085209.1082277,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b495db16-7524-4063-9f51-e457cdac8e46"}