{"level":"info","ts":1785184358.7316873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184358.7317154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a"} {"level":"info","ts":1785184358.7326987,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a"} {"level":"info","ts":1785184358.7327173,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a"} {"level":"info","ts":1785184358.7327342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a","EoS":false} {"level":"info","ts":1785184358.732772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a","EoS":true} {"level":"info","ts":1785184358.732806,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9e6f4672-b4c6-4397-a15e-ea411752e84a"} {"level":"info","ts":1785184378.7785506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184378.7786386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.7786522,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.778665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","EoS":true} {"level":"info","ts":1785184378.7786915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","header":"x-maas-group"} {"level":"info","ts":1785184378.7787015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","header":"x-maas-subscription"} {"level":"info","ts":1785184378.7787068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","header":"x-maas-username"} {"level":"info","ts":1785184378.7787197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184378.778757,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.7914898,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.7915163,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.7915342,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","EoS":false} {"level":"info","ts":1785184378.791548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731","EoS":true} {"level":"info","ts":1785184378.7915833,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"492f19bf-196f-4ee6-b85f-24ae196a1731"} {"level":"info","ts":1785184378.9298089,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184378.9298997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184378.929913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184378.9299324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","EoS":true} {"level":"info","ts":1785184378.92997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","header":"x-maas-subscription"} {"level":"info","ts":1785184378.9299831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","header":"x-maas-username"} {"level":"info","ts":1785184378.929991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","header":"x-maas-group"} {"level":"info","ts":1785184378.9300122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184378.9300458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184378.931822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184378.9318473,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184378.931865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","EoS":false} {"level":"info","ts":1785184378.9318793,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7","EoS":true} {"level":"info","ts":1785184378.9319108,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e1d532a5-40b6-41e8-b83c-34336c07a7f7"} {"level":"info","ts":1785184379.0702229,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184379.07031,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.070325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.0703425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","EoS":true} {"level":"info","ts":1785184379.070379,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","header":"x-maas-group"} {"level":"info","ts":1785184379.070392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","header":"x-maas-username"} {"level":"info","ts":1785184379.0703998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","header":"x-maas-subscription"} {"level":"info","ts":1785184379.0704198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184379.0704534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.071194,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.0712137,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.0712278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","EoS":false} {"level":"info","ts":1785184379.0712392,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14","EoS":true} {"level":"info","ts":1785184379.0712674,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"66e6897c-499b-4e71-b57e-1ac2d7aebd14"} {"level":"info","ts":1785184379.202626,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184379.202698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.2027104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.2027214,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","EoS":true} {"level":"info","ts":1785184379.2027612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","header":"x-maas-group"} {"level":"info","ts":1785184379.2027724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","header":"x-maas-username"} {"level":"info","ts":1785184379.2027795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","header":"x-maas-subscription"} {"level":"info","ts":1785184379.2027924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184379.2028165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.2035136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.203534,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.2035491,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","EoS":false} {"level":"info","ts":1785184379.203561,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"88d699d4-1866-45df-be51-991194d1809f","EoS":true} {"level":"info","ts":1785184379.2035897,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"88d699d4-1866-45df-be51-991194d1809f"} {"level":"info","ts":1785184379.342971,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184379.3430493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184379.343062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184379.3430738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","EoS":true} {"level":"info","ts":1785184379.343105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","header":"x-maas-subscription"} {"level":"info","ts":1785184379.3431158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","header":"x-maas-username"} {"level":"info","ts":1785184379.343121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","header":"x-maas-group"} {"level":"info","ts":1785184379.3431346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184379.3431609,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184379.3439097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184379.3439293,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184379.3439448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","EoS":false} {"level":"info","ts":1785184379.3439565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b","EoS":true} {"level":"info","ts":1785184379.343983,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8c92e07c-a51b-499b-a9e3-b3dd3bf2524b"} {"level":"info","ts":1785184398.2845032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184398.2845845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.2846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.2846131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","EoS":true} {"level":"info","ts":1785184398.2846396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","header":"x-maas-subscription"} {"level":"info","ts":1785184398.2846508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","header":"x-maas-username"} {"level":"info","ts":1785184398.2846584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","header":"x-maas-group"} {"level":"info","ts":1785184398.2846715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184398.2846959,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.2867148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.2867389,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.286787,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","EoS":false} {"level":"info","ts":1785184398.2868001,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12","EoS":true} {"level":"info","ts":1785184398.2868288,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22670ecb-a73d-4802-bd49-f6fb973efa12"} {"level":"info","ts":1785184398.380546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184398.3806267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c4ac0a8-177c-4fd1-b209-7cff3b4c5f58"} {"level":"info","ts":1785184398.3812513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c4ac0a8-177c-4fd1-b209-7cff3b4c5f58"} {"level":"info","ts":1785184398.3812718,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2c4ac0a8-177c-4fd1-b209-7cff3b4c5f58"} {"level":"info","ts":1785184398.3812885,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c4ac0a8-177c-4fd1-b209-7cff3b4c5f58","EoS":false} {"level":"info","ts":1785184398.3813024,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c4ac0a8-177c-4fd1-b209-7cff3b4c5f58"} {"level":"info","ts":1785184398.381324,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c4ac0a8-177c-4fd1-b209-7cff3b4c5f58","EoS":true} {"level":"info","ts":1785184398.3813336,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c4ac0a8-177c-4fd1-b209-7cff3b4c5f58"} {"level":"info","ts":1785184403.0203776,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184403.0204477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184403.0204642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184403.0204754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","EoS":true} {"level":"info","ts":1785184403.0205011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","header":"x-maas-username"} {"level":"info","ts":1785184403.0205128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","header":"x-maas-subscription"} {"level":"info","ts":1785184403.0205178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","header":"x-maas-group"} {"level":"info","ts":1785184403.0205302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184403.0205557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184403.0223784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184403.0223992,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184403.02242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","EoS":false} {"level":"info","ts":1785184403.0224333,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a","EoS":true} {"level":"info","ts":1785184403.022468,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8b5daadc-7225-4922-8081-2dc7c8ab237a"} {"level":"info","ts":1785184413.6228971,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184413.6229782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184413.6229908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184413.6230028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","EoS":true} {"level":"info","ts":1785184413.6230268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","header":"x-maas-subscription"} {"level":"info","ts":1785184413.6230378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","header":"x-maas-username"} {"level":"info","ts":1785184413.6230428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","header":"x-maas-group"} {"level":"info","ts":1785184413.6230567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184413.6230865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184413.625255,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184413.6252856,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184413.6253073,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","EoS":false} {"level":"info","ts":1785184413.6253247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8","EoS":true} {"level":"info","ts":1785184413.6253624,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2a1a5f4a-dc0c-44d7-bd91-f0eb9d3355c8"} {"level":"info","ts":1785184426.4930565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184426.4931512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184426.493168,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184426.493189,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","EoS":true} {"level":"info","ts":1785184426.4932282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","header":"x-maas-username"} {"level":"info","ts":1785184426.4932408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","header":"x-maas-group"} {"level":"info","ts":1785184426.4932487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","header":"x-maas-subscription"} {"level":"info","ts":1785184426.4932685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184426.4933012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184426.4943411,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184426.4943657,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184426.4943821,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","EoS":false} {"level":"info","ts":1785184426.4943974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6","EoS":true} {"level":"info","ts":1785184426.4944322,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"110682d3-e41a-4b69-89f0-eedf771e64b6"} {"level":"info","ts":1785184435.0283732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184435.0284476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184435.0284631,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184435.0284746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","EoS":true} {"level":"info","ts":1785184435.0284994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","header":"x-maas-group"} {"level":"info","ts":1785184435.0285091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","header":"x-maas-subscription"} {"level":"info","ts":1785184435.0285141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","header":"x-maas-username"} {"level":"info","ts":1785184435.0285275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184435.0285535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184435.0294652,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184435.029486,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184435.0295007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","EoS":false} {"level":"info","ts":1785184435.0295122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e772737a-fc90-4afe-873d-981010281d52","EoS":true} {"level":"info","ts":1785184435.0295424,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e772737a-fc90-4afe-873d-981010281d52"} {"level":"info","ts":1785184443.923503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184443.923585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184443.9235969,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184443.9236083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","EoS":true} {"level":"info","ts":1785184443.923636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","header":"x-maas-subscription"} {"level":"info","ts":1785184443.9236467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","header":"x-maas-group"} {"level":"info","ts":1785184443.923652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","header":"x-maas-username"} {"level":"info","ts":1785184443.9236677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184443.923695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184443.924604,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184443.9246256,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184443.9246483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","EoS":false} {"level":"info","ts":1785184443.9246662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0","EoS":true} {"level":"info","ts":1785184443.924698,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a7e7bc8f-4cd5-4796-a81f-236bf5f134c0"} {"level":"info","ts":1785184466.8193467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184466.819423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184466.8194335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184466.8194444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","EoS":true} {"level":"info","ts":1785184466.8194683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","header":"x-maas-group"} {"level":"info","ts":1785184466.8194802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","header":"x-maas-username"} {"level":"info","ts":1785184466.8194861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","header":"x-maas-subscription"} {"level":"info","ts":1785184466.8194995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184466.8195262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184466.82123,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184466.8212523,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184466.8212695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","EoS":false} {"level":"info","ts":1785184466.8212814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495","EoS":true} {"level":"info","ts":1785184466.8213148,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"37be4000-81ef-4f3a-b3fa-af5900ab1495"} {"level":"info","ts":1785184489.5316637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184489.5317686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184489.5317848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184489.5318062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","EoS":true} {"level":"info","ts":1785184489.5318422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","header":"x-maas-group"} {"level":"info","ts":1785184489.531855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","header":"x-maas-username"} {"level":"info","ts":1785184489.5318651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","header":"x-maas-subscription"} {"level":"info","ts":1785184489.5318851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785184489.5319211,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184489.5340881,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184489.5341096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184489.534125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","EoS":false} {"level":"info","ts":1785184489.5341363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311","EoS":true} {"level":"info","ts":1785184489.53417,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2436aafa-c9be-4ad8-b84d-a8d06b846311"} {"level":"info","ts":1785184518.1175482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184518.1176274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184518.1176379,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184518.1176493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","EoS":true} {"level":"info","ts":1785184518.1176786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","header":"x-maas-username"} {"level":"info","ts":1785184518.1176996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","header":"x-maas-group"} {"level":"info","ts":1785184518.1177049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","header":"x-maas-subscription"} {"level":"info","ts":1785184518.1177182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184518.1177657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184518.1204944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184518.1205256,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184518.120548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","EoS":false} {"level":"info","ts":1785184518.120568,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e","EoS":true} {"level":"info","ts":1785184518.1206071,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ea0a72ad-ef35-42c1-8279-ca7129a4243e"} {"level":"info","ts":1785184527.5540512,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184527.5541458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.5541604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.554182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","EoS":true} {"level":"info","ts":1785184527.5542188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","header":"x-maas-group"} {"level":"info","ts":1785184527.5542316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","header":"x-maas-subscription"} {"level":"info","ts":1785184527.5542412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","header":"x-maas-username"} {"level":"info","ts":1785184527.5542617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184527.5542998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.5568426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.5568664,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.5568888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","EoS":false} {"level":"info","ts":1785184527.5569057,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199","EoS":true} {"level":"info","ts":1785184527.5569382,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"354777f0-ff4e-4d61-a1e3-5e9a81163199"} {"level":"info","ts":1785184527.590121,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184527.590209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184527.590223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184527.5902412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","EoS":true} {"level":"info","ts":1785184527.5902805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","header":"x-maas-group"} {"level":"info","ts":1785184527.5902946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","header":"x-maas-subscription"} {"level":"info","ts":1785184527.5903022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","header":"x-maas-username"} {"level":"info","ts":1785184527.590321,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184527.5903554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184527.5912747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184527.5912983,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184527.5913143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","EoS":false} {"level":"info","ts":1785184527.591327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591","EoS":true} {"level":"info","ts":1785184527.5913608,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1a40574f-72ff-46b4-a99d-d81d69e34591"} {"level":"info","ts":1785184546.738373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184546.7384706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184546.7384875,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184546.7385006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","EoS":true} {"level":"info","ts":1785184546.7385297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","header":"x-maas-subscription"} {"level":"info","ts":1785184546.7385402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","header":"x-maas-group"} {"level":"info","ts":1785184546.7385461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","header":"x-maas-username"} {"level":"info","ts":1785184546.7385607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184546.7385886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184546.739632,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184546.7396607,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184546.7396781,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","EoS":false} {"level":"info","ts":1785184546.7396972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b","EoS":true} {"level":"info","ts":1785184546.739729,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"436c0119-6550-458e-a7db-de1313bc270b"} {"level":"info","ts":1785184687.5830355,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184687.5831137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184687.5831258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184687.583137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","EoS":true} {"level":"info","ts":1785184687.583162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","header":"x-maas-username"} {"level":"info","ts":1785184687.5831735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","header":"x-maas-group"} {"level":"info","ts":1785184687.583178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","header":"x-maas-subscription"} {"level":"info","ts":1785184687.583192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785184687.583218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184687.5859177,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184687.5859377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184687.5859528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","EoS":false} {"level":"info","ts":1785184687.5859642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02","EoS":true} {"level":"info","ts":1785184687.5859947,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"74948d4f-140d-4a4b-afc7-fa26d8a6cc02"} {"level":"info","ts":1785184724.91797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184724.9180653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184724.91808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184724.9181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","EoS":true} {"level":"info","ts":1785184724.9181373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","header":"x-maas-group"} {"level":"info","ts":1785184724.9181507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","header":"x-maas-subscription"} {"level":"info","ts":1785184724.9181585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","header":"x-maas-username"} {"level":"info","ts":1785184724.918181,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184724.918216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184724.9191577,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184724.9191782,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184724.9191935,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","EoS":false} {"level":"info","ts":1785184724.9192054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928","EoS":true} {"level":"info","ts":1785184724.919233,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b67ec82e-ebb1-4fea-b1ed-d783c9a12928"} {"level":"info","ts":1785184740.246115,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184740.2462106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785184740.246225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785184740.246245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","EoS":true} {"level":"info","ts":1785184740.246284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","header":"x-maas-subscription"} {"level":"info","ts":1785184740.2462971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","header":"x-maas-username"} {"level":"info","ts":1785184740.246306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","header":"x-maas-group"} {"level":"info","ts":1785184740.2463262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184740.2463577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785184740.2472627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785184740.2472844,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785184740.2473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","EoS":false} {"level":"info","ts":1785184740.2473133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d","EoS":true} {"level":"info","ts":1785184740.24734,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ff382136-9fbb-4ca7-a56d-93b3e547543d"} {"level":"info","ts":1785185028.8253343,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185028.8254213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8254294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8254404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","EoS":true} {"level":"info","ts":1785185028.8254652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","header":"x-maas-username"} {"level":"info","ts":1785185028.8254757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","header":"x-maas-subscription"} {"level":"info","ts":1785185028.8254807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","header":"x-maas-group"} {"level":"info","ts":1785185028.8254945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185028.8255227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8276114,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8276322,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8276474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","EoS":false} {"level":"info","ts":1785185028.8276603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b","EoS":true} {"level":"info","ts":1785185028.8276908,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b14a1ea5-7538-469f-9907-4c96a2fd3c8b"} {"level":"info","ts":1785185028.8606057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185028.860676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185028.8606844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185028.860695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","EoS":true} {"level":"info","ts":1785185028.8607218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","header":"x-maas-group"} {"level":"info","ts":1785185028.8607345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","header":"x-maas-subscription"} {"level":"info","ts":1785185028.8607395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","header":"x-maas-username"} {"level":"info","ts":1785185028.8607795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185028.8608108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185028.861476,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185028.861495,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185028.8615115,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","EoS":false} {"level":"info","ts":1785185028.8615232,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62","EoS":true} {"level":"info","ts":1785185028.86155,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4aac5d5c-0547-9076-90af-f9f197b6be62"} {"level":"info","ts":1785185033.6242697,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c3ce6700-b02c-432d-b55c-99db01a35c73","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785185033.6245203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34796.31181379,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.6245453,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.6773396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.7246954,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c3ce6700-b02c-432d-b55c-99db01a35c73","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785185033.7361765,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b939b7d9-20a5-4179-8b01-d336e5f62462"} {"level":"info","ts":1785185033.7361765,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d671320-bc99-48df-a08f-94a3f79e6cfd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185033.7363021,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5d671320-bc99-48df-a08f-94a3f79e6cfd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785185033.7432888,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3329404-3fc2-4908-80cf-4602dc0fdf51","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185033.7433343,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3329404-3fc2-4908-80cf-4602dc0fdf51","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785185033.7437828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35806.217735596,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.7438061,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.7513223,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.8441722,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b939b7d9-20a5-4179-8b01-d336e5f62462","name":"e2e-external-provider"} {"level":"info","ts":1785185033.8505151,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef5e4f93-7ab7-495c-a0d7-9a9bcd5aa3a9"} {"level":"info","ts":1785185033.8505156,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaa971c8-fbe9-4e70-99d2-4bc7745262ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185033.8506646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaa971c8-fbe9-4e70-99d2-4bc7745262ee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185033.8596437,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b939b7d9-20a5-4179-8b01-d336e5f62462","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785185033.8597147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e399b6a2-e654-44d2-9ef1-a7d56ed143dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185033.8597667,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e399b6a2-e654-44d2-9ef1-a7d56ed143dd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785185033.860326,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef5e4f93-7ab7-495c-a0d7-9a9bcd5aa3a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185033.8603792,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef5e4f93-7ab7-495c-a0d7-9a9bcd5aa3a9","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785185033.8637135,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef5e4f93-7ab7-495c-a0d7-9a9bcd5aa3a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785185033.8637767,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef5e4f93-7ab7-495c-a0d7-9a9bcd5aa3a9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185033.8638444,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3e163d6-5ab3-4d0a-98c3-e185b3564cf7"} {"level":"info","ts":1785185033.863869,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3e163d6-5ab3-4d0a-98c3-e185b3564cf7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785185033.8681061,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b939b7d9-20a5-4179-8b01-d336e5f62462","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785185033.8712888,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3e163d6-5ab3-4d0a-98c3-e185b3564cf7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185033.8713403,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f89addbd-d4ae-4b42-a256-5dd19c13f869","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185033.8713713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f89addbd-d4ae-4b42-a256-5dd19c13f869","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185033.871385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a9510d0-d3d7-4465-8a81-458af01a64bd"} {"level":"info","ts":1785185033.8714058,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a9510d0-d3d7-4465-8a81-458af01a64bd","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785185033.8735137,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b939b7d9-20a5-4179-8b01-d336e5f62462","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785185033.875669,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a9510d0-d3d7-4465-8a81-458af01a64bd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185033.8795986,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"088b3b2c-5789-4275-afbd-7c4b596cecc7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185033.879644,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"088b3b2c-5789-4275-afbd-7c4b596cecc7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785185033.8797295,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"144cce5c-35b5-4b34-a91c-63740858f626","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185033.879768,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"144cce5c-35b5-4b34-a91c-63740858f626","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185033.8797922,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ccb9d82-9093-46e2-9d04-83813ba18242"} {"level":"info","ts":1785185033.8798487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3a0cd65-9493-46f4-8d75-47992616a118"} {"level":"info","ts":1785185033.8798637,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ccb9d82-9093-46e2-9d04-83813ba18242","name":"e2e-external-provider"} {"level":"info","ts":1785185033.8801296,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33442.602145579,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.8801498,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.8870451,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785185033.8899305,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ccb9d82-9093-46e2-9d04-83813ba18242","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785185033.894463,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fc1a196-25e9-4a92-8f93-48a947aaeec2"} {"level":"info","ts":1785185033.8945167,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fc1a196-25e9-4a92-8f93-48a947aaeec2","name":"e2e-external-provider"} {"level":"info","ts":1785185033.9055197,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8fc1a196-25e9-4a92-8f93-48a947aaeec2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785185033.981059,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3a0cd65-9493-46f4-8d75-47992616a118","name":"e2e-external-model"} {"level":"info","ts":1785185033.9924915,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3a0cd65-9493-46f4-8d75-47992616a118","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185034.001596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"014ec53a-2953-40fc-9a5d-6d778f65231c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185034.0016735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"014ec53a-2953-40fc-9a5d-6d778f65231c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185034.002101,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d02f014f-c60a-4578-9f83-afab0641e7a4"} {"level":"info","ts":1785185034.0022116,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d02f014f-c60a-4578-9f83-afab0641e7a4","name":"e2e-external-model"} {"level":"info","ts":1785185034.0160115,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d03152fd-8b86-4059-a62d-6abb294a1fb3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185034.016061,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d03152fd-8b86-4059-a62d-6abb294a1fb3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785185034.0161705,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d02f014f-c60a-4578-9f83-afab0641e7a4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185034.0162427,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cba020e-e5be-4b43-bd23-c798549af3bc"} {"level":"info","ts":1785185034.0163004,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cba020e-e5be-4b43-bd23-c798549af3bc","name":"e2e-external-model"} {"level":"info","ts":1785185034.024239,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cba020e-e5be-4b43-bd23-c798549af3bc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185034.0298045,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49a2395f-4c2c-4ea1-a6ed-63c8049b068c"} {"level":"info","ts":1785185034.029873,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49a2395f-4c2c-4ea1-a6ed-63c8049b068c","name":"e2e-external-model"} {"level":"info","ts":1785185034.0298045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81e7ce54-2375-4bd4-9e6d-82b03193320d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185034.0299168,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81e7ce54-2375-4bd4-9e6d-82b03193320d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785185034.037653,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49a2395f-4c2c-4ea1-a6ed-63c8049b068c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185039.1378577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185039.137951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba"} {"level":"info","ts":1785185039.1379664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba"} {"level":"info","ts":1785185039.1379817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","EoS":true} {"level":"info","ts":1785185039.1380076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","header":"x-maas-subscription"} {"level":"info","ts":1785185039.1380181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","header":"x-maas-username"} {"level":"info","ts":1785185039.1380231,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","header":"x-maas-group"} {"level":"info","ts":1785185039.1380365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785185039.1380436,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","modelName":"e2e-external-model"} {"level":"info","ts":1785185039.1380553,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785185039.1381016,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785185039.1381202,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba","authType":"apikey"} {"level":"info","ts":1785185039.1381476,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3234c36-45a8-4b0d-9e41-061af9c196ba"} {"level":"info","ts":1785185039.2553422,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22ee6603-1647-48c6-92d3-f3b1f2a5e6d9"} {"level":"info","ts":1785185039.255343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c88def4d-02bd-4f2a-8d6d-b3585d1cbf20","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.2554786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c88def4d-02bd-4f2a-8d6d-b3585d1cbf20","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785185039.2624333,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22ee6603-1647-48c6-92d3-f3b1f2a5e6d9","name":"e2e-cleanup-test"} {"level":"info","ts":1785185039.2624521,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54a4fc0e-5c01-44a0-b628-48cecf00c559","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.2624834,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54a4fc0e-5c01-44a0-b628-48cecf00c559","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785185039.2717764,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22ee6603-1647-48c6-92d3-f3b1f2a5e6d9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185039.2771828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a944f0fa-20da-48a5-aa52-7158e511cb00","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.2772195,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a944f0fa-20da-48a5-aa52-7158e511cb00","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785185039.27749,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30dc8a99-10b7-4962-9ac8-4c3b6f171cc9"} {"level":"info","ts":1785185039.2775407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30dc8a99-10b7-4962-9ac8-4c3b6f171cc9","name":"e2e-cleanup-test"} {"level":"info","ts":1785185039.2970614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea404c72-6574-40b5-af46-fd9b18fc0a65","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.2970972,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ea404c72-6574-40b5-af46-fd9b18fc0a65","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785185039.3002408,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30dc8a99-10b7-4962-9ac8-4c3b6f171cc9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785185039.3002827,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30dc8a99-10b7-4962-9ac8-4c3b6f171cc9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185039.3003376,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5560d44-69de-404f-8a89-2462f903394f"} {"level":"info","ts":1785185039.3003857,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5560d44-69de-404f-8a89-2462f903394f","name":"e2e-cleanup-test"} {"level":"info","ts":1785185039.3083243,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5560d44-69de-404f-8a89-2462f903394f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185039.310562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d090b835-2e76-47ea-be70-11f14a6f97c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185039.310603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d090b835-2e76-47ea-be70-11f14a6f97c3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785185039.3117857,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5560d44-69de-404f-8a89-2462f903394f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785185039.3118548,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed44cd0f-c0b3-4d7b-8379-9d50d82a7be0"} {"level":"info","ts":1785185039.3119035,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed44cd0f-c0b3-4d7b-8379-9d50d82a7be0","name":"e2e-cleanup-test"} {"level":"info","ts":1785185039.3186197,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed44cd0f-c0b3-4d7b-8379-9d50d82a7be0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785185047.518603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"106eba4d-7d0b-49b4-b8de-d87a79dffaaf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185047.5186515,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"106eba4d-7d0b-49b4-b8de-d87a79dffaaf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785185047.5186431,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1cd8d23-779b-4cf4-925c-b8ea3c1ebee1"} {"level":"info","ts":1785185051.816465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185051.8165343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4"} {"level":"info","ts":1785185051.8165467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4"} {"level":"info","ts":1785185051.816564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4","EoS":true} {"level":"info","ts":1785185051.8165991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785185051.8166258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe477a8f-fee1-4e1e-aeaa-8f20fe27fbd4"} {"level":"info","ts":1785185051.8573742,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185051.8574638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f"} {"level":"info","ts":1785185051.857478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f"} {"level":"info","ts":1785185051.8574967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","EoS":true} {"level":"info","ts":1785185051.8575366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","header":"x-maas-subscription"} {"level":"info","ts":1785185051.857549,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","header":"x-maas-group"} {"level":"info","ts":1785185051.8575583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","header":"x-maas-username"} {"level":"info","ts":1785185051.8575792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785185051.8575916,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","modelName":"e2e-external-model"} {"level":"info","ts":1785185051.8576126,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785185051.8576417,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785185051.8576665,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f","authType":"apikey"} {"level":"info","ts":1785185051.8577015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bb87533-d6cf-460e-a6ba-af2121d16f4f"} {"level":"info","ts":1785185051.894403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185051.894476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185051.894485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185051.8944962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","EoS":true} {"level":"info","ts":1785185051.8945224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","header":"x-maas-username"} {"level":"info","ts":1785185051.8945324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","header":"x-maas-group"} {"level":"info","ts":1785185051.8945384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","header":"x-maas-subscription"} {"level":"info","ts":1785185051.8945522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785185051.8945754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185051.9970372,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185051.99707,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185051.9970946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","EoS":false} {"level":"info","ts":1785185051.9971142,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","EoS":true} {"level":"error","ts":1785185051.9971278,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785185051.9971993,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0123044-3ab0-45cc-bfaf-7d168d22eb4c"} {"level":"info","ts":1785185052.0371122,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185052.0371954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185052.0372083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185052.0372233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","EoS":true} {"level":"info","ts":1785185052.0372534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","header":"x-maas-username"} {"level":"info","ts":1785185052.0372648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","header":"x-maas-group"} {"level":"info","ts":1785185052.03727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","header":"x-maas-subscription"} {"level":"info","ts":1785185052.0372996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185052.1362567,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185052.136287,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185052.1363053,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","EoS":false} {"level":"info","ts":1785185052.1363196,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","EoS":true} {"level":"error","ts":1785185052.1363332,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785185052.1363745,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b2fd541a-f495-499b-b2d0-8aa163216e4d"} {"level":"info","ts":1785185053.217437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1cf9170-6eb4-42e3-9d53-6e2bf6e2a23f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185053.217483,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1cf9170-6eb4-42e3-9d53-6e2bf6e2a23f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785185053.2174869,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31657369-9f15-438b-80ab-bc0783ca31bb"} {"level":"info","ts":1785185053.4441748,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59b9c31b-3fc9-4e08-b205-c141ec8137cd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185053.4442842,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59b9c31b-3fc9-4e08-b205-c141ec8137cd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185053.4441957,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"051c254d-6c0f-4505-a628-6c02c99ee410"} {"level":"info","ts":1785185053.56672,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"98f6929d-3181-4ae9-84e4-99f758bab534","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785185053.56682,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"98f6929d-3181-4ae9-84e4-99f758bab534","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785186350.891483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186350.8915553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"138df1e8-3ca1-40ef-8c2f-1e48f4fd908b"} {"level":"info","ts":1785186405.4858096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186405.4858985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"} {"level":"info","ts":1785186405.485906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"} {"level":"info","ts":1785186405.485917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","EoS":true} {"level":"info","ts":1785186405.4859447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","header":"x-maas-subscription"} {"level":"info","ts":1785186405.4859555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","header":"x-maas-group"} {"level":"info","ts":1785186405.4859605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","header":"x-maas-username"} {"level":"info","ts":1785186405.4859746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785186405.4859984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"} {"level":"info","ts":1785186405.4889936,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"} {"level":"info","ts":1785186405.4890227,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"} {"level":"info","ts":1785186405.4890447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","EoS":false} {"level":"info","ts":1785186405.4890566,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3","EoS":true} {"level":"info","ts":1785186405.489089,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"03a04e50-d33a-4188-ba1d-d1e53f0782a3"}