{"level":"info","ts":1784654765.004048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b66123c4-0b21-4e39-bb29-665a137f8b2c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654765.0040743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b66123c4-0b21-4e39-bb29-665a137f8b2c"} {"level":"info","ts":1784654765.0060585,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b66123c4-0b21-4e39-bb29-665a137f8b2c"} {"level":"info","ts":1784654765.0060797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b66123c4-0b21-4e39-bb29-665a137f8b2c"} {"level":"info","ts":1784654765.0061,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b66123c4-0b21-4e39-bb29-665a137f8b2c","EoS":false} {"level":"info","ts":1784654765.0061164,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b66123c4-0b21-4e39-bb29-665a137f8b2c","EoS":true} {"level":"info","ts":1784654765.0061684,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b66123c4-0b21-4e39-bb29-665a137f8b2c"} {"level":"info","ts":1784654765.1442606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654765.1443524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0"} {"level":"info","ts":1784654765.144366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0"} {"level":"info","ts":1784654765.1443787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0","EoS":true} {"level":"info","ts":1784654765.1444123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0","header":"x-maas-subscription"} {"level":"info","ts":1784654765.1444237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0","header":"x-maas-username"} {"level":"info","ts":1784654765.144429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0","header":"x-maas-group"} {"level":"info","ts":1784654765.1444442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654765.14447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0"} {"level":"info","ts":1784654765.1452634,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0"} {"level":"info","ts":1784654765.1452875,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0"} {"level":"info","ts":1784654765.145304,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0","EoS":false} {"level":"info","ts":1784654765.1453211,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0","EoS":true} {"level":"info","ts":1784654765.1453593,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ce558f8-531d-4992-b9d5-447a9cd2a7c0"} {"level":"info","ts":1784654765.2831576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654765.28326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681"} {"level":"info","ts":1784654765.283278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681"} {"level":"info","ts":1784654765.2832956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681","EoS":true} {"level":"info","ts":1784654765.2833326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681","header":"x-maas-subscription"} {"level":"info","ts":1784654765.2833474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681","header":"x-maas-username"} {"level":"info","ts":1784654765.283355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681","header":"x-maas-group"} {"level":"info","ts":1784654765.2833693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654765.2834013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681"} {"level":"info","ts":1784654765.2841399,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681"} {"level":"info","ts":1784654765.2841609,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681"} {"level":"info","ts":1784654765.2841806,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681","EoS":false} {"level":"info","ts":1784654765.2841964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681","EoS":true} {"level":"info","ts":1784654765.2842457,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f11e1bc1-01b3-4f02-b47e-f7fdc876a681"} {"level":"info","ts":1784654765.4206934,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654765.4207914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9"} {"level":"info","ts":1784654765.4208264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9"} {"level":"info","ts":1784654765.4208388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9","EoS":true} {"level":"info","ts":1784654765.420865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9","header":"x-maas-username"} {"level":"info","ts":1784654765.420875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9","header":"x-maas-group"} {"level":"info","ts":1784654765.4208794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9","header":"x-maas-subscription"} {"level":"info","ts":1784654765.4208913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654765.4209163,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9"} {"level":"info","ts":1784654765.4216096,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9"} {"level":"info","ts":1784654765.42163,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9"} {"level":"info","ts":1784654765.421649,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9","EoS":false} {"level":"info","ts":1784654765.4216661,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9","EoS":true} {"level":"info","ts":1784654765.4217098,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42906f96-a3cc-48cd-a46f-3a00ae0ef5d9"} {"level":"info","ts":1784654765.558652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654765.5587463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724"} {"level":"info","ts":1784654765.5587614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724"} {"level":"info","ts":1784654765.558775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724","EoS":true} {"level":"info","ts":1784654765.5588334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724","header":"x-maas-group"} {"level":"info","ts":1784654765.5588467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724","header":"x-maas-username"} {"level":"info","ts":1784654765.5588524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724","header":"x-maas-subscription"} {"level":"info","ts":1784654765.5588639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654765.5588913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724"} {"level":"info","ts":1784654765.559604,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724"} {"level":"info","ts":1784654765.5596235,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724"} {"level":"info","ts":1784654765.559643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724","EoS":false} {"level":"info","ts":1784654765.559663,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724","EoS":true} {"level":"info","ts":1784654765.5597186,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8d137dbb-3f44-4b9d-ab4d-97f29c62f724"} {"level":"info","ts":1784654786.6024458,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654786.6025336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26"} {"level":"info","ts":1784654786.6025453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26"} {"level":"info","ts":1784654786.602556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26","EoS":true} {"level":"info","ts":1784654786.602584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26","header":"x-maas-username"} {"level":"info","ts":1784654786.6025946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26","header":"x-maas-group"} {"level":"info","ts":1784654786.6025999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26","header":"x-maas-subscription"} {"level":"info","ts":1784654786.6026146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654786.6026397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26"} {"level":"info","ts":1784654786.6044838,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26"} {"level":"info","ts":1784654786.6045086,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26"} {"level":"info","ts":1784654786.6045315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26","EoS":false} {"level":"info","ts":1784654786.6045487,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26","EoS":true} {"level":"info","ts":1784654786.604597,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30c21c4a-6d36-4991-a9ef-e64ef6c8dd26"} {"level":"info","ts":1784654786.7316358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654786.7317123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"430d368f-35c0-42b6-8f95-641052c74ada"} {"level":"info","ts":1784654786.7322888,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"430d368f-35c0-42b6-8f95-641052c74ada"} {"level":"info","ts":1784654786.7323086,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"430d368f-35c0-42b6-8f95-641052c74ada"} {"level":"info","ts":1784654786.7323244,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"430d368f-35c0-42b6-8f95-641052c74ada","EoS":false} {"level":"info","ts":1784654786.7323432,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"430d368f-35c0-42b6-8f95-641052c74ada"} {"level":"info","ts":1784654786.732371,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"430d368f-35c0-42b6-8f95-641052c74ada","EoS":true} {"level":"info","ts":1784654786.732381,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"430d368f-35c0-42b6-8f95-641052c74ada"} {"level":"info","ts":1784654791.3744326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654791.3745146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f"} {"level":"info","ts":1784654791.3745275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f"} {"level":"info","ts":1784654791.3745399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f","EoS":true} {"level":"info","ts":1784654791.3745742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f","header":"x-maas-group"} {"level":"info","ts":1784654791.3745859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f","header":"x-maas-username"} {"level":"info","ts":1784654791.3745904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f","header":"x-maas-subscription"} {"level":"info","ts":1784654791.3746037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654791.3746283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f"} {"level":"info","ts":1784654791.3756275,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f"} {"level":"info","ts":1784654791.375649,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f"} {"level":"info","ts":1784654791.3756647,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f","EoS":false} {"level":"info","ts":1784654791.3756795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f","EoS":true} {"level":"info","ts":1784654791.3757143,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"982d12bf-3985-4d0e-8d5d-57f28960214f"} {"level":"info","ts":1784654802.0721984,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654802.0722961,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632"} {"level":"info","ts":1784654802.072311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632"} {"level":"info","ts":1784654802.072323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632","EoS":true} {"level":"info","ts":1784654802.072353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632","header":"x-maas-username"} {"level":"info","ts":1784654802.0723634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632","header":"x-maas-subscription"} {"level":"info","ts":1784654802.0723677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632","header":"x-maas-group"} {"level":"info","ts":1784654802.0723815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784654802.0724146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632"} {"level":"info","ts":1784654802.0754364,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632"} {"level":"info","ts":1784654802.0754542,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632"} {"level":"info","ts":1784654802.0754795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632","EoS":false} {"level":"info","ts":1784654802.075493,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632","EoS":true} {"level":"info","ts":1784654802.075539,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"caa043f1-ca8b-4d2c-b105-660916b62632"} {"level":"info","ts":1784654814.9295938,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654814.929679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c"} {"level":"info","ts":1784654814.9296916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c"} {"level":"info","ts":1784654814.9297078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c","EoS":true} {"level":"info","ts":1784654814.9297342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c","header":"x-maas-username"} {"level":"info","ts":1784654814.9297419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c","header":"x-maas-group"} {"level":"info","ts":1784654814.9297473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c","header":"x-maas-subscription"} {"level":"info","ts":1784654814.9297605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654814.9297862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c"} {"level":"info","ts":1784654814.9307702,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c"} {"level":"info","ts":1784654814.9308171,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c"} {"level":"info","ts":1784654814.9308436,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c","EoS":false} {"level":"info","ts":1784654814.930867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c","EoS":true} {"level":"info","ts":1784654814.9309087,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"991ebcff-c264-494d-ac0e-56175f7dc34c"} {"level":"info","ts":1784654823.4593236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654823.4594147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3"} {"level":"info","ts":1784654823.4594297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3"} {"level":"info","ts":1784654823.4594424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3","EoS":true} {"level":"info","ts":1784654823.4594722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3","header":"x-maas-username"} {"level":"info","ts":1784654823.4594824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3","header":"x-maas-subscription"} {"level":"info","ts":1784654823.4594886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3","header":"x-maas-group"} {"level":"info","ts":1784654823.4595006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654823.459525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3"} {"level":"info","ts":1784654823.4605355,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3"} {"level":"info","ts":1784654823.4605548,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3"} {"level":"info","ts":1784654823.4605706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3","EoS":false} {"level":"info","ts":1784654823.4605825,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3","EoS":true} {"level":"info","ts":1784654823.460618,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"405d0f88-f317-4d41-8ad5-5f9037c64cb3"} {"level":"info","ts":1784654832.3884325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654832.3885124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc"} {"level":"info","ts":1784654832.388524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc"} {"level":"info","ts":1784654832.388536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc","EoS":true} {"level":"info","ts":1784654832.3885615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc","header":"x-maas-subscription"} {"level":"info","ts":1784654832.388571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc","header":"x-maas-group"} {"level":"info","ts":1784654832.3885758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc","header":"x-maas-username"} {"level":"info","ts":1784654832.3885882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654832.3886118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc"} {"level":"info","ts":1784654832.3896427,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc"} {"level":"info","ts":1784654832.389664,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc"} {"level":"info","ts":1784654832.389686,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc","EoS":false} {"level":"info","ts":1784654832.3897083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc","EoS":true} {"level":"info","ts":1784654832.3897524,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"84668d58-37f9-4ea7-ba26-c6f46e365ffc"} {"level":"info","ts":1784654857.9511132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654857.9512289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e"} {"level":"info","ts":1784654857.9512432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e"} {"level":"info","ts":1784654857.9512603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e","EoS":true} {"level":"info","ts":1784654857.9512982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e","header":"x-maas-username"} {"level":"info","ts":1784654857.951315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e","header":"x-maas-subscription"} {"level":"info","ts":1784654857.9513226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e","header":"x-maas-group"} {"level":"info","ts":1784654857.9513433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784654857.951379,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e"} {"level":"info","ts":1784654857.9523728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e"} {"level":"info","ts":1784654857.9523952,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e"} {"level":"info","ts":1784654857.9524243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e","EoS":false} {"level":"info","ts":1784654857.952449,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e","EoS":true} {"level":"info","ts":1784654857.9524946,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"68363847-9e06-4451-9e02-4cd85d74aa9e"} {"level":"info","ts":1784654882.097198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654882.097274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b"} {"level":"info","ts":1784654882.0972867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b"} {"level":"info","ts":1784654882.0972993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b","EoS":true} {"level":"info","ts":1784654882.0973265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b","header":"x-maas-group"} {"level":"info","ts":1784654882.0973344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b","header":"x-maas-username"} {"level":"info","ts":1784654882.0973432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b","header":"x-maas-subscription"} {"level":"info","ts":1784654882.097357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784654882.0973856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b"} {"level":"info","ts":1784654882.1001096,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b"} {"level":"info","ts":1784654882.1001296,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b"} {"level":"info","ts":1784654882.1001441,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b","EoS":false} {"level":"info","ts":1784654882.1001558,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b","EoS":true} {"level":"info","ts":1784654882.1001925,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5f2dd903-1d75-4030-ac5c-b6f705041c6b"} {"level":"info","ts":1784654908.5790796,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654908.5791597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6"} {"level":"info","ts":1784654908.5791726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6"} {"level":"info","ts":1784654908.5791895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6","EoS":true} {"level":"info","ts":1784654908.5792165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6","header":"x-maas-group"} {"level":"info","ts":1784654908.5792255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6","header":"x-maas-username"} {"level":"info","ts":1784654908.579231,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6","header":"x-maas-subscription"} {"level":"info","ts":1784654908.5792453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654908.5792747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6"} {"level":"info","ts":1784654908.5821595,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6"} {"level":"info","ts":1784654908.5821822,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6"} {"level":"info","ts":1784654908.5822027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6","EoS":false} {"level":"info","ts":1784654908.5822177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6","EoS":true} {"level":"info","ts":1784654908.5822568,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eb99ab67-a266-4032-9879-7eb4ad3bb3e6"} {"level":"info","ts":1784654917.9714775,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654917.9715726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37"} {"level":"info","ts":1784654917.971589,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37"} {"level":"info","ts":1784654917.971607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37","EoS":true} {"level":"info","ts":1784654917.9716454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37","header":"x-maas-group"} {"level":"info","ts":1784654917.9716604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37","header":"x-maas-subscription"} {"level":"info","ts":1784654917.9716687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37","header":"x-maas-username"} {"level":"info","ts":1784654917.9716873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654917.9717207,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37"} {"level":"info","ts":1784654917.972746,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37"} {"level":"info","ts":1784654917.9727643,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37"} {"level":"info","ts":1784654917.9727893,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37","EoS":false} {"level":"info","ts":1784654917.9728239,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37","EoS":true} {"level":"info","ts":1784654917.9728649,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc014c90-55d7-4f91-ac26-ffa556bb2c37"} {"level":"info","ts":1784654918.0139508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654918.0140452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63"} {"level":"info","ts":1784654918.0140598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63"} {"level":"info","ts":1784654918.0140738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63","EoS":true} {"level":"info","ts":1784654918.0141015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63","header":"x-maas-username"} {"level":"info","ts":1784654918.0141113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63","header":"x-maas-subscription"} {"level":"info","ts":1784654918.0141158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63","header":"x-maas-group"} {"level":"info","ts":1784654918.0141296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654918.0141597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63"} {"level":"info","ts":1784654918.0150611,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63"} {"level":"info","ts":1784654918.0150814,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63"} {"level":"info","ts":1784654918.0151007,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63","EoS":false} {"level":"info","ts":1784654918.015119,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63","EoS":true} {"level":"info","ts":1784654918.0151644,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"295864f8-e441-4085-b7cf-d427faa40f63"} {"level":"info","ts":1784654937.1082883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784654937.108379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a"} {"level":"info","ts":1784654937.108393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a"} {"level":"info","ts":1784654937.1084046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a","EoS":true} {"level":"info","ts":1784654937.1084304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a","header":"x-maas-username"} {"level":"info","ts":1784654937.1084402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a","header":"x-maas-group"} {"level":"info","ts":1784654937.108445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a","header":"x-maas-subscription"} {"level":"info","ts":1784654937.1084585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784654937.1084936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a"} {"level":"info","ts":1784654937.1094434,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a"} {"level":"info","ts":1784654937.1094623,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a"} {"level":"info","ts":1784654937.1094766,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a","EoS":false} {"level":"info","ts":1784654937.1094878,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a","EoS":true} {"level":"info","ts":1784654937.1095262,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5587a68e-4b27-44d8-ac2c-ac23597dc16a"} {"level":"info","ts":1784655067.0996475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655067.0997353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81"} {"level":"info","ts":1784655067.099746,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81"} {"level":"info","ts":1784655067.0997572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81","EoS":true} {"level":"info","ts":1784655067.0997846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81","header":"x-maas-group"} {"level":"info","ts":1784655067.099809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81","header":"x-maas-username"} {"level":"info","ts":1784655067.099815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81","header":"x-maas-subscription"} {"level":"info","ts":1784655067.099829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784655067.0998538,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81"} {"level":"info","ts":1784655067.102973,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81"} {"level":"info","ts":1784655067.1029959,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81"} {"level":"info","ts":1784655067.1030173,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81","EoS":false} {"level":"info","ts":1784655067.1030312,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81","EoS":true} {"level":"info","ts":1784655067.103068,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19e3f6b1-dd60-448f-9498-aa7a4a40ed81"} {"level":"info","ts":1784655104.0969234,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655104.097006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080"} {"level":"info","ts":1784655104.0970187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080"} {"level":"info","ts":1784655104.0970304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080","EoS":true} {"level":"info","ts":1784655104.0970545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080","header":"x-maas-username"} {"level":"info","ts":1784655104.0970647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080","header":"x-maas-group"} {"level":"info","ts":1784655104.0970702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080","header":"x-maas-subscription"} {"level":"info","ts":1784655104.097083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784655104.0971062,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080"} {"level":"info","ts":1784655104.0992904,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080"} {"level":"info","ts":1784655104.0993133,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080"} {"level":"info","ts":1784655104.0993354,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080","EoS":false} {"level":"info","ts":1784655104.0993578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080","EoS":true} {"level":"info","ts":1784655104.0993996,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ce2eeef-a4c3-46ea-a419-d4ac8dd72080"} {"level":"info","ts":1784655119.4040778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655119.404157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f"} {"level":"info","ts":1784655119.4041693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f"} {"level":"info","ts":1784655119.4041808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f","EoS":true} {"level":"info","ts":1784655119.4042103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f","header":"x-maas-subscription"} {"level":"info","ts":1784655119.4042234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f","header":"x-maas-group"} {"level":"info","ts":1784655119.4042275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f","header":"x-maas-username"} {"level":"info","ts":1784655119.4042416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784655119.4042692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f"} {"level":"info","ts":1784655119.4052792,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f"} {"level":"info","ts":1784655119.4053004,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f"} {"level":"info","ts":1784655119.4053211,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f","EoS":false} {"level":"info","ts":1784655119.4053333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f","EoS":true} {"level":"info","ts":1784655119.4053729,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"18a4e453-5fbb-46e6-ab30-8d111bd7eb3f"} {"level":"info","ts":1784655458.0271952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655458.0272887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518"} {"level":"info","ts":1784655458.0273013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518"} {"level":"info","ts":1784655458.0273182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518","EoS":true} {"level":"info","ts":1784655458.0273428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518","header":"x-maas-subscription"} {"level":"info","ts":1784655458.0273552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518","header":"x-maas-username"} {"level":"info","ts":1784655458.0273595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518","header":"x-maas-group"} {"level":"info","ts":1784655458.0273724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784655458.0274003,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518"} {"level":"info","ts":1784655458.0301192,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518"} {"level":"info","ts":1784655458.030146,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518"} {"level":"info","ts":1784655458.030167,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518","EoS":false} {"level":"info","ts":1784655458.0301838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518","EoS":true} {"level":"info","ts":1784655458.0302389,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ec77dd84-7d15-4451-b7f6-b3b640d12518"} {"level":"info","ts":1784655462.828319,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dc88f8af-3a04-436c-8dd9-9e9bc9c8ef07","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784655462.828607,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33997.969603023,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655462.8286333,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655462.8992586,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655462.9290712,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dc88f8af-3a04-436c-8dd9-9e9bc9c8ef07","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784655462.9462175,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9777fab-6b1d-4a5d-816d-cb5b8438d354","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784655462.946509,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9777fab-6b1d-4a5d-816d-cb5b8438d354","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784655462.9464483,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7188591d-fba6-4335-9135-a4c7048b67d0"} {"level":"info","ts":1784655462.9535954,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a2cc3c5-f046-4508-b436-f51f7ba24f9e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784655462.953648,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4a2cc3c5-f046-4508-b436-f51f7ba24f9e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784655462.957419,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7188591d-fba6-4335-9135-a4c7048b67d0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655462.9576426,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34044.383883749,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655462.957658,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655462.9675632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655463.0581129,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7188591d-fba6-4335-9135-a4c7048b67d0","name":"e2e-external-provider"} {"level":"info","ts":1784655463.0600393,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbe3256b-eadf-4edb-8296-47d79500075c"} {"level":"info","ts":1784655463.0600393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca5775b6-81a8-4e6e-92c4-231bc7891665","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655463.060174,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca5775b6-81a8-4e6e-92c4-231bc7891665","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784655463.0673275,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d3a6fb8-1816-40d7-9363-250525be4dd9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655463.0673628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d3a6fb8-1816-40d7-9363-250525be4dd9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784655463.0673542,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbe3256b-eadf-4edb-8296-47d79500075c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784655463.069699,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7188591d-fba6-4335-9135-a4c7048b67d0","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784655463.0765884,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbb39733-757a-486c-9397-04b242e82993","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655463.0766265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fbb39733-757a-486c-9397-04b242e82993","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784655463.0767684,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbe3256b-eadf-4edb-8296-47d79500075c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655463.076857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d0f2bc3-6887-4d06-8e8c-eaaa6bf10938"} {"level":"info","ts":1784655463.0768807,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d0f2bc3-6887-4d06-8e8c-eaaa6bf10938","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784655463.0797212,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7188591d-fba6-4335-9135-a4c7048b67d0","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784655463.082099,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d0f2bc3-6887-4d06-8e8c-eaaa6bf10938","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655463.0855706,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7188591d-fba6-4335-9135-a4c7048b67d0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784655463.089754,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7188591d-fba6-4335-9135-a4c7048b67d0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655463.0898783,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57fdca65-a8d6-4be6-8bf0-fda141c74985"} {"level":"info","ts":1784655463.089944,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57fdca65-a8d6-4be6-8bf0-fda141c74985","name":"e2e-external-provider"} {"level":"info","ts":1784655463.0928886,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa1c109c-7688-4b9e-b357-e7d2f53a688d"} {"level":"info","ts":1784655463.092925,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa1c109c-7688-4b9e-b357-e7d2f53a688d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784655463.0985217,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa1c109c-7688-4b9e-b357-e7d2f53a688d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655463.1014402,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57fdca65-a8d6-4be6-8bf0-fda141c74985","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784655463.1078782,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b73a57d1-88d4-4487-81cd-8ef26dec841d"} {"level":"info","ts":1784655463.1079104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38690568-788c-446e-b88a-b26f61dea04b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655463.1079311,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b73a57d1-88d4-4487-81cd-8ef26dec841d","name":"e2e-external-provider"} {"level":"info","ts":1784655463.107933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38690568-788c-446e-b88a-b26f61dea04b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784655463.1079924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52b913ad-85ec-48a8-b96f-77d9028fb1d4"} {"level":"info","ts":1784655463.1081295,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e979b839-a4d3-45a0-9ce4-855f61ba3654","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784655463.108173,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e979b839-a4d3-45a0-9ce4-855f61ba3654","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784655463.1082098,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34757.145001154,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655463.108224,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655463.1155157,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784655463.118435,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b73a57d1-88d4-4487-81cd-8ef26dec841d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784655463.2084622,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52b913ad-85ec-48a8-b96f-77d9028fb1d4","name":"e2e-external-model"} {"level":"info","ts":1784655463.222957,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52b913ad-85ec-48a8-b96f-77d9028fb1d4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784655463.229723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4babbe3e-af2c-4c7d-99ec-24fcb13c6a54","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655463.2297685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2f9f427-e8e3-4cfe-b1a1-e01f3148af4c"} {"level":"info","ts":1784655463.2297873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4babbe3e-af2c-4c7d-99ec-24fcb13c6a54","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784655463.2298715,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2f9f427-e8e3-4cfe-b1a1-e01f3148af4c","name":"e2e-external-model"} {"level":"error","ts":1784655463.244601,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2f9f427-e8e3-4cfe-b1a1-e01f3148af4c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655463.2446947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5aeaa0a-0e95-491d-a8ca-0cbfdb3d999b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655463.2447188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c95e2e57-bfc6-4f31-b3f8-91e1339401b7"} {"level":"info","ts":1784655463.244731,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5aeaa0a-0e95-491d-a8ca-0cbfdb3d999b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784655463.244787,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c95e2e57-bfc6-4f31-b3f8-91e1339401b7","name":"e2e-external-model"} {"level":"info","ts":1784655463.2551384,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c95e2e57-bfc6-4f31-b3f8-91e1339401b7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784655463.2612522,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae73b01a-f38b-47ec-a6e2-c5403fe6cf62","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655463.2612915,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae73b01a-f38b-47ec-a6e2-c5403fe6cf62","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784655463.2613053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59bf6fe3-7e2c-4e04-affe-90d660ff103e"} {"level":"info","ts":1784655463.2613945,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59bf6fe3-7e2c-4e04-affe-90d660ff103e","name":"e2e-external-model"} {"level":"info","ts":1784655463.2709694,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59bf6fe3-7e2c-4e04-affe-90d660ff103e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784655468.3606515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655468.360735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386"} {"level":"info","ts":1784655468.360748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386"} {"level":"info","ts":1784655468.3607597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","EoS":true} {"level":"info","ts":1784655468.3607903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","header":"x-maas-username"} {"level":"info","ts":1784655468.360818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","header":"x-maas-group"} {"level":"info","ts":1784655468.3608224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","header":"x-maas-subscription"} {"level":"info","ts":1784655468.3608363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784655468.3608449,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","modelName":"e2e-external-model"} {"level":"info","ts":1784655468.360856,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784655468.360892,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784655468.3609107,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386","authType":"apikey"} {"level":"info","ts":1784655468.360935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10bedd9d-01ed-4b57-94ac-2e246bfc6386"} {"level":"info","ts":1784655468.4762275,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"894158dc-5931-4120-9a64-1d89a121698d"} {"level":"info","ts":1784655468.4762242,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71d2aff8-7dc3-4073-bc7c-1cab4419224b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784655468.4763548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71d2aff8-7dc3-4073-bc7c-1cab4419224b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784655468.4835842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82d34194-b2dd-4ac2-9249-a4bd0cadf2ab","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784655468.483627,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"82d34194-b2dd-4ac2-9249-a4bd0cadf2ab","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784655468.484702,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"894158dc-5931-4120-9a64-1d89a121698d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655468.484777,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"894158dc-5931-4120-9a64-1d89a121698d","name":"e2e-cleanup-test"} {"level":"info","ts":1784655468.4988723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cdf79f4-4558-4dab-86d2-b3dcf20d9b06","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784655468.4989114,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cdf79f4-4558-4dab-86d2-b3dcf20d9b06","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784655468.5005128,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"894158dc-5931-4120-9a64-1d89a121698d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784655468.5005624,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"894158dc-5931-4120-9a64-1d89a121698d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655468.5006218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"031292a6-7bd8-46ad-ae77-f2e10e0dd17e"} {"level":"info","ts":1784655468.5006795,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"031292a6-7bd8-46ad-ae77-f2e10e0dd17e","name":"e2e-cleanup-test"} {"level":"info","ts":1784655468.5137615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23c8715e-a3e2-49b0-8bd4-92436314cd64","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784655468.5139077,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23c8715e-a3e2-49b0-8bd4-92436314cd64","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784655468.5178106,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"031292a6-7bd8-46ad-ae77-f2e10e0dd17e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784655468.517882,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"031292a6-7bd8-46ad-ae77-f2e10e0dd17e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655468.5179758,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ae834f-a16a-4f1c-887f-affd3777a1f5"} {"level":"info","ts":1784655468.5181112,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ae834f-a16a-4f1c-887f-affd3777a1f5","name":"e2e-cleanup-test"} {"level":"info","ts":1784655468.5281096,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11ca5798-80c7-487d-b61d-c0d3f7d5e136","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784655468.528199,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11ca5798-80c7-487d-b61d-c0d3f7d5e136","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784655468.5285816,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ae834f-a16a-4f1c-887f-affd3777a1f5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784655468.5325353,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34ae834f-a16a-4f1c-887f-affd3777a1f5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784655468.5326445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1f2a53e-5d7f-4424-b4c5-59041327423a"} {"level":"info","ts":1784655468.53271,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1f2a53e-5d7f-4424-b4c5-59041327423a","name":"e2e-cleanup-test"} {"level":"info","ts":1784655468.541639,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1f2a53e-5d7f-4424-b4c5-59041327423a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784655476.7384202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f904e50-1a81-4096-b83f-8ba56a1514cf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784655476.7384655,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f904e50-1a81-4096-b83f-8ba56a1514cf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784655476.7384706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6949bf91-fc25-4753-ac8e-cde27d111a15"} {"level":"info","ts":1784655481.0463061,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655481.046389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce84f1c8-8eeb-4f83-a385-f80c53dfb0ac"} {"level":"info","ts":1784655481.0463986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce84f1c8-8eeb-4f83-a385-f80c53dfb0ac"} {"level":"info","ts":1784655481.04641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce84f1c8-8eeb-4f83-a385-f80c53dfb0ac","EoS":true} {"level":"info","ts":1784655481.0464451,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce84f1c8-8eeb-4f83-a385-f80c53dfb0ac","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784655481.046481,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce84f1c8-8eeb-4f83-a385-f80c53dfb0ac"} {"level":"info","ts":1784655481.090249,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655481.09033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b"} {"level":"info","ts":1784655481.090344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b"} {"level":"info","ts":1784655481.090361,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","EoS":true} {"level":"info","ts":1784655481.090395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","header":"x-maas-username"} {"level":"info","ts":1784655481.0904074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","header":"x-maas-group"} {"level":"info","ts":1784655481.0904155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","header":"x-maas-subscription"} {"level":"info","ts":1784655481.0904343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784655481.0904477,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","modelName":"e2e-external-model"} {"level":"info","ts":1784655481.0904663,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784655481.090498,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784655481.0905237,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b","authType":"apikey"} {"level":"info","ts":1784655481.0905564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a63e96fe-051a-4207-9acc-b4c36985595b"} {"level":"info","ts":1784655481.132757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655481.1328719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0"} {"level":"info","ts":1784655481.1328917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0"} {"level":"info","ts":1784655481.1329067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0","EoS":true} {"level":"info","ts":1784655481.1329448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0","header":"x-maas-subscription"} {"level":"info","ts":1784655481.1329603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0","header":"x-maas-username"} {"level":"info","ts":1784655481.132968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0","header":"x-maas-group"} {"level":"info","ts":1784655481.1329846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784655481.1330228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0"} {"level":"info","ts":1784655481.2366068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0"} {"level":"info","ts":1784655481.2366374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0"} {"level":"info","ts":1784655481.2366583,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0","EoS":false} {"level":"info","ts":1784655481.236675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0","EoS":true} {"level":"error","ts":1784655481.2366939,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784655481.236768,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7d1397d1-d133-441f-b150-04fab0d8cab0"} {"level":"info","ts":1784655481.2865868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784655481.286657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71"} {"level":"info","ts":1784655481.286666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71"} {"level":"info","ts":1784655481.286682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71","EoS":true} {"level":"info","ts":1784655481.2867033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71","header":"x-maas-username"} {"level":"info","ts":1784655481.2867136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71","header":"x-maas-group"} {"level":"info","ts":1784655481.2867186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71","header":"x-maas-subscription"} {"level":"info","ts":1784655481.286751,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71"} {"level":"info","ts":1784655481.3344262,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71"} {"level":"info","ts":1784655481.3344545,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71"} {"level":"info","ts":1784655481.3344753,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71","EoS":false} {"level":"info","ts":1784655481.3344936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71","EoS":true} {"level":"error","ts":1784655481.3345082,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784655481.3345573,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"addf3529-9fca-4147-80dd-d265b6c8cf71"} {"level":"info","ts":1784655482.1610298,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"150045d2-bb22-4112-bcce-6a07ec873635","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655482.1610754,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"150045d2-bb22-4112-bcce-6a07ec873635","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784655482.161075,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5bcc47a5-8814-418a-a36e-596287e62fd7"} {"level":"info","ts":1784655482.301471,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68212b5f-908c-4970-b8f4-481eeceb4233","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784655482.3015084,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68212b5f-908c-4970-b8f4-481eeceb4233","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784655482.301531,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70da0233-8795-40bc-a08e-4e64780dc11a"} {"level":"info","ts":1784655482.4127188,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9bd4492f-f430-43e5-8f55-344d6fe78f56","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784655482.412786,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9bd4492f-f430-43e5-8f55-344d6fe78f56","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784656120.0023916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784656120.0025122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976"} {"level":"info","ts":1784656120.0025234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976"} {"level":"info","ts":1784656120.002539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976","EoS":true} {"level":"info","ts":1784656120.0025656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976","header":"x-maas-username"} {"level":"info","ts":1784656120.0025756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976","header":"x-maas-subscription"} {"level":"info","ts":1784656120.0025804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976","header":"x-maas-group"} {"level":"info","ts":1784656120.0025947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976","path":"/ai-tenant-e2e-inf-b-95fd83/test-model-95fd83/v1/chat/completions"} {"level":"info","ts":1784656120.0026183,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976"} {"level":"info","ts":1784656120.014951,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976"} {"level":"info","ts":1784656120.0149703,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976"} {"level":"info","ts":1784656120.0149882,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976","EoS":false} {"level":"info","ts":1784656120.0150054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976","EoS":true} {"level":"info","ts":1784656120.0150428,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f1ac942e-a51d-4115-b12c-d36c84477976"} {"level":"info","ts":1784656574.4206865,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784656574.4207692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43"} {"level":"info","ts":1784656574.420781,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43"} {"level":"info","ts":1784656574.4208095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43","EoS":true} {"level":"info","ts":1784656574.4208384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43","header":"x-maas-subscription"} {"level":"info","ts":1784656574.4208488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43","header":"x-maas-username"} {"level":"info","ts":1784656574.420854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43","header":"x-maas-group"} {"level":"info","ts":1784656574.420868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43","path":"/ai-tenant-e2e-shared-a-43413b/rate-test-model-43413b/v1/completions"} {"level":"info","ts":1784656574.4208937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43"} {"level":"info","ts":1784656574.4224384,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43"} {"level":"info","ts":1784656574.4224575,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43"} {"level":"info","ts":1784656574.422472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43","EoS":false} {"level":"info","ts":1784656574.4224834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43","EoS":true} {"level":"info","ts":1784656574.4225152,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8622aecf-9bc7-400f-97b9-67a1f0074a43"} {"level":"info","ts":1784656575.46799,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784656575.4680645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d"} {"level":"info","ts":1784656575.4680762,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d"} {"level":"info","ts":1784656575.4681098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d","EoS":true} {"level":"info","ts":1784656575.4681542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d","header":"x-maas-subscription"} {"level":"info","ts":1784656575.4681656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d","header":"x-maas-group"} {"level":"info","ts":1784656575.4681706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d","header":"x-maas-username"} {"level":"info","ts":1784656575.4681838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d","path":"/ai-tenant-e2e-shared-a-43413b/rate-test-model-43413b/v1/completions"} {"level":"info","ts":1784656575.468208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d"} {"level":"info","ts":1784656575.4693067,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d"} {"level":"info","ts":1784656575.469331,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d"} {"level":"info","ts":1784656575.4693527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d","EoS":false} {"level":"info","ts":1784656575.4693723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d","EoS":true} {"level":"info","ts":1784656575.469421,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2352fc91-0d1b-4cc8-b2e5-47f489b54e1d"}