{"level":"info","ts":1785181409.8481367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e","header":"x-maas-username"} {"level":"info","ts":1785181409.8481412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e","header":"x-maas-group"} {"level":"info","ts":1785181409.8481543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181409.848177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e"} {"level":"info","ts":1785181409.8490932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e"} {"level":"info","ts":1785181409.8491123,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e"} {"level":"info","ts":1785181409.84913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e","EoS":false} {"level":"info","ts":1785181409.8491426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e","EoS":true} {"level":"info","ts":1785181409.84917,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2e668024-5143-4d34-91db-9e8177d54a3e"} {"level":"info","ts":1785181432.9618404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181432.9619281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181432.9619427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181432.961957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","EoS":true} {"level":"info","ts":1785181432.9619844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","header":"x-maas-group"} {"level":"info","ts":1785181432.9619956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","header":"x-maas-username"} {"level":"info","ts":1785181432.962001,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","header":"x-maas-subscription"} {"level":"info","ts":1785181432.9620166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181432.9620411,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181432.9747164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181432.9747388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181432.9747596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","EoS":false} {"level":"info","ts":1785181432.9747756,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d","EoS":true} {"level":"info","ts":1785181432.9748163,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2caca4b8-ef63-4979-8a7b-f36dc9e8922d"} {"level":"info","ts":1785181433.1076577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.107729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.1077387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.1077492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","EoS":true} {"level":"info","ts":1785181433.107776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","header":"x-maas-username"} {"level":"info","ts":1785181433.1077862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","header":"x-maas-group"} {"level":"info","ts":1785181433.107791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","header":"x-maas-subscription"} {"level":"info","ts":1785181433.1078033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.1078238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.1086628,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.1086822,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.1086943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","EoS":false} {"level":"info","ts":1785181433.1087046,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6","EoS":true} {"level":"info","ts":1785181433.1087332,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f18087ef-e25d-453a-a263-3190abf2fbc6"} {"level":"info","ts":1785181433.2422917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.242363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.242374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.2423854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","EoS":true} {"level":"info","ts":1785181433.2424085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","header":"x-maas-group"} {"level":"info","ts":1785181433.242419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","header":"x-maas-username"} {"level":"info","ts":1785181433.2424595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","header":"x-maas-subscription"} {"level":"info","ts":1785181433.2424748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.2425005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.2432644,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.2432837,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.243305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","EoS":false} {"level":"info","ts":1785181433.2433212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e","EoS":true} {"level":"info","ts":1785181433.2433565,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f177742-0d72-43e9-9ba4-63684cfdc23e"} {"level":"info","ts":1785181433.3760393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.3761146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.376128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.3761392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","EoS":true} {"level":"info","ts":1785181433.376165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","header":"x-maas-subscription"} {"level":"info","ts":1785181433.3761754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","header":"x-maas-username"} {"level":"info","ts":1785181433.3761806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","header":"x-maas-group"} {"level":"info","ts":1785181433.3761945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.3762183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.3769758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.376994,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.3770113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","EoS":false} {"level":"info","ts":1785181433.3770223,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025","EoS":true} {"level":"info","ts":1785181433.3770485,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a3184d1b-5da6-49bd-bf82-e2abe6ee6025"} {"level":"info","ts":1785181433.5150235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181433.5151036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181433.5151167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181433.515127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","EoS":true} {"level":"info","ts":1785181433.5151513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","header":"x-maas-username"} {"level":"info","ts":1785181433.5151622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","header":"x-maas-subscription"} {"level":"info","ts":1785181433.5151684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","header":"x-maas-group"} {"level":"info","ts":1785181433.5151818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181433.5152047,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181433.5159452,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181433.5159633,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181433.5159788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","EoS":false} {"level":"info","ts":1785181433.51599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540","EoS":true} {"level":"info","ts":1785181433.5160193,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"02fc46a3-578f-4a97-b2b1-dc374c28b540"} {"level":"info","ts":1785181452.4564054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181452.4565027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.4565187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.456537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","EoS":true} {"level":"info","ts":1785181452.4565754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","header":"x-maas-subscription"} {"level":"info","ts":1785181452.456604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","header":"x-maas-group"} {"level":"info","ts":1785181452.4566135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","header":"x-maas-username"} {"level":"info","ts":1785181452.4566336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181452.4566715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.4589148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.4589348,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.4589508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","EoS":false} {"level":"info","ts":1785181452.458961,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682","EoS":true} {"level":"info","ts":1785181452.4589872,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"022a6d78-304f-4121-bfbe-41fc56c94682"} {"level":"info","ts":1785181452.5659523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181452.566026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e826e831-66a7-4ea9-b125-4553f83e0a7d"} {"level":"info","ts":1785181452.566733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e826e831-66a7-4ea9-b125-4553f83e0a7d"} {"level":"info","ts":1785181452.5667515,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e826e831-66a7-4ea9-b125-4553f83e0a7d"} {"level":"info","ts":1785181452.5667737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e826e831-66a7-4ea9-b125-4553f83e0a7d","EoS":false} {"level":"info","ts":1785181452.5667903,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e826e831-66a7-4ea9-b125-4553f83e0a7d"} {"level":"info","ts":1785181452.5668259,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e826e831-66a7-4ea9-b125-4553f83e0a7d","EoS":true} {"level":"info","ts":1785181452.5668352,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e826e831-66a7-4ea9-b125-4553f83e0a7d"} {"level":"info","ts":1785181457.2153006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181457.2153764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181457.215392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181457.2154033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","EoS":true} {"level":"info","ts":1785181457.2154362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","header":"x-maas-username"} {"level":"info","ts":1785181457.2154472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","header":"x-maas-subscription"} {"level":"info","ts":1785181457.2154522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","header":"x-maas-group"} {"level":"info","ts":1785181457.215466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181457.2154872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181457.2163992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181457.216419,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181457.2164376,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","EoS":false} {"level":"info","ts":1785181457.2164514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c","EoS":true} {"level":"info","ts":1785181457.2164953,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8017197c-c5c2-40be-8aac-742c2b6f617c"} {"level":"info","ts":1785181467.7942061,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181467.794286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181467.7942984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181467.794309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","EoS":true} {"level":"info","ts":1785181467.7943347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","header":"x-maas-subscription"} {"level":"info","ts":1785181467.794346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","header":"x-maas-username"} {"level":"info","ts":1785181467.7943552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","header":"x-maas-group"} {"level":"info","ts":1785181467.7943683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181467.7943928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181467.7956927,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181467.7957127,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181467.7957327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","EoS":false} {"level":"info","ts":1785181467.79575,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97","EoS":true} {"level":"info","ts":1785181467.7957811,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"09b8699e-6a24-46d5-a61b-c2540e00ce97"} {"level":"info","ts":1785181480.6612124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181480.6612868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181480.6612961,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181480.661307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","EoS":true} {"level":"info","ts":1785181480.6613333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","header":"x-maas-group"} {"level":"info","ts":1785181480.6613495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","header":"x-maas-subscription"} {"level":"info","ts":1785181480.6613574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","header":"x-maas-username"} {"level":"info","ts":1785181480.6613748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181480.661405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181480.6627016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181480.6627219,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181480.6627417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","EoS":false} {"level":"info","ts":1785181480.662753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6","EoS":true} {"level":"info","ts":1785181480.662782,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8297644d-051a-49ac-aa89-872bf4089da6"} {"level":"info","ts":1785181489.1725063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181489.1725998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181489.172612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181489.1726234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","EoS":true} {"level":"info","ts":1785181489.172648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","header":"x-maas-group"} {"level":"info","ts":1785181489.172659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","header":"x-maas-subscription"} {"level":"info","ts":1785181489.1726642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","header":"x-maas-username"} {"level":"info","ts":1785181489.1726785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181489.172704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181489.173777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181489.1737945,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181489.1738079,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","EoS":false} {"level":"info","ts":1785181489.1738195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc","EoS":true} {"level":"info","ts":1785181489.1738474,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"97c3f181-6196-4d03-85eb-e57c1bb995cc"} {"level":"info","ts":1785181498.0246434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181498.0247223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181498.024734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181498.0247457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","EoS":true} {"level":"info","ts":1785181498.0247695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","header":"x-maas-username"} {"level":"info","ts":1785181498.0247803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","header":"x-maas-group"} {"level":"info","ts":1785181498.0247862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","header":"x-maas-subscription"} {"level":"info","ts":1785181498.0248013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181498.024833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181498.0258486,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181498.0258696,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181498.025886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","EoS":false} {"level":"info","ts":1785181498.0258985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d","EoS":true} {"level":"info","ts":1785181498.0259311,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4780f798-bb35-4940-bfd4-0bcbf468ab3d"} {"level":"info","ts":1785181522.8157241,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181522.815797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181522.815811,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181522.8158307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","EoS":true} {"level":"info","ts":1785181522.8158565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","header":"x-maas-group"} {"level":"info","ts":1785181522.8158646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","header":"x-maas-username"} {"level":"info","ts":1785181522.81587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","header":"x-maas-subscription"} {"level":"info","ts":1785181522.815884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181522.8159118,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181522.817112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181522.8171327,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181522.8171487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","EoS":false} {"level":"info","ts":1785181522.8171604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9","EoS":true} {"level":"info","ts":1785181522.81719,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3222b4c3-a58e-4f2b-b29f-0c04d2f613c9"} {"level":"info","ts":1785181545.0462487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181545.0463247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181545.0463362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181545.0463474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","EoS":true} {"level":"info","ts":1785181545.0463734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","header":"x-maas-subscription"} {"level":"info","ts":1785181545.0463839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","header":"x-maas-username"} {"level":"info","ts":1785181545.0463884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","header":"x-maas-group"} {"level":"info","ts":1785181545.0464032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785181545.0464268,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181545.0475163,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181545.0475445,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181545.0475671,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","EoS":false} {"level":"info","ts":1785181545.0475986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0","EoS":true} {"level":"info","ts":1785181545.0476348,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ee25daa1-271d-4665-aaa5-0dacfc2d08e0"} {"level":"info","ts":1785181571.2019265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181571.2020075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181571.2020175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181571.2020285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","EoS":true} {"level":"info","ts":1785181571.202052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","header":"x-maas-username"} {"level":"info","ts":1785181571.2020628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","header":"x-maas-group"} {"level":"info","ts":1785181571.2020686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","header":"x-maas-subscription"} {"level":"info","ts":1785181571.2020824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181571.2021077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181571.2045631,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181571.2045984,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181571.20462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","EoS":false} {"level":"info","ts":1785181571.2046368,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d","EoS":true} {"level":"info","ts":1785181571.2046764,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"926bbe7b-5f57-4249-b84c-2223d068403d"} {"level":"info","ts":1785181580.5464644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181580.54654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.5465496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.546561,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","EoS":true} {"level":"info","ts":1785181580.5466065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","header":"x-maas-group"} {"level":"info","ts":1785181580.5466185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","header":"x-maas-username"} {"level":"info","ts":1785181580.5466237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","header":"x-maas-subscription"} {"level":"info","ts":1785181580.5466378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181580.5466628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.5477037,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.547725,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.5477455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","EoS":false} {"level":"info","ts":1785181580.5477617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d","EoS":true} {"level":"info","ts":1785181580.5477893,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22ac2162-9670-428c-9cbd-3991f608b51d"} {"level":"info","ts":1785181580.5841162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181580.5841808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181580.584192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181580.5842025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","EoS":true} {"level":"info","ts":1785181580.5842242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","header":"x-maas-username"} {"level":"info","ts":1785181580.584235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","header":"x-maas-group"} {"level":"info","ts":1785181580.5842402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","header":"x-maas-subscription"} {"level":"info","ts":1785181580.5842528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181580.5842767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181580.5853395,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181580.585357,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181580.5853717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","EoS":false} {"level":"info","ts":1785181580.5853832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4","EoS":true} {"level":"info","ts":1785181580.5854104,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"effced81-0a03-421a-bb31-529fe68cb6c4"} {"level":"info","ts":1785181599.5529504,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181599.5530484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181599.553061,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181599.5530784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","EoS":true} {"level":"info","ts":1785181599.5531068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","header":"x-maas-subscription"} {"level":"info","ts":1785181599.5531173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","header":"x-maas-group"} {"level":"info","ts":1785181599.5531223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","header":"x-maas-username"} {"level":"info","ts":1785181599.5531368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181599.553167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181599.5542016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181599.5542214,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181599.5542452,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","EoS":false} {"level":"info","ts":1785181599.5542595,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef","EoS":true} {"level":"info","ts":1785181599.554291,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bcd061c0-76d7-4a53-9793-ad676f485fef"} {"level":"info","ts":1785181729.5114167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181729.5115118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181729.5115256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181729.5115373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","EoS":true} {"level":"info","ts":1785181729.5115645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","header":"x-maas-subscription"} {"level":"info","ts":1785181729.5115764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","header":"x-maas-username"} {"level":"info","ts":1785181729.5116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","header":"x-maas-group"} {"level":"info","ts":1785181729.5116153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785181729.5116405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181729.512863,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181729.512884,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181729.512905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","EoS":false} {"level":"info","ts":1785181729.512921,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7","EoS":true} {"level":"info","ts":1785181729.5129492,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"52b55673-0d1a-4889-a721-fa0d3eb085b7"} {"level":"info","ts":1785181764.1964362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181764.1965163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181764.196529,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181764.19654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","EoS":true} {"level":"info","ts":1785181764.1965728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","header":"x-maas-group"} {"level":"info","ts":1785181764.1966057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","header":"x-maas-username"} {"level":"info","ts":1785181764.196612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","header":"x-maas-subscription"} {"level":"info","ts":1785181764.1966262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181764.1966503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181764.1999795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181764.200008,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181764.200025,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","EoS":false} {"level":"info","ts":1785181764.2000363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc","EoS":true} {"level":"info","ts":1785181764.2000675,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"44e59440-ddce-4a19-9843-8caea8c14abc"} {"level":"info","ts":1785181779.3644927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785181779.3645751,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785181779.3646114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785181779.3646293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","EoS":true} {"level":"info","ts":1785181779.3646638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","header":"x-maas-subscription"} {"level":"info","ts":1785181779.364678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","header":"x-maas-username"} {"level":"info","ts":1785181779.3646858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","header":"x-maas-group"} {"level":"info","ts":1785181779.3647025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785181779.3647342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785181779.366546,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785181779.366567,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785181779.3666008,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","EoS":false} {"level":"info","ts":1785181779.3666184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610","EoS":true} {"level":"info","ts":1785181779.3666477,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a11e3d0c-7593-45c7-9c19-c4270f4c3610"} {"level":"info","ts":1785182100.629868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182100.6299727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.6299887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.630005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","EoS":true} {"level":"info","ts":1785182100.6300426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","header":"x-maas-subscription"} {"level":"info","ts":1785182100.6300561,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","header":"x-maas-username"} {"level":"info","ts":1785182100.6300635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","header":"x-maas-group"} {"level":"info","ts":1785182100.630084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182100.6301212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.6326303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.6326497,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.6326654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","EoS":false} {"level":"info","ts":1785182100.6326768,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3","EoS":true} {"level":"info","ts":1785182100.6327069,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"039dfae3-77e0-409a-973e-dc3d0d4fd2b3"} {"level":"info","ts":1785182100.6637347,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182100.6637938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182100.6638122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182100.6638288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","EoS":true} {"level":"info","ts":1785182100.6638517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","header":"x-maas-username"} {"level":"info","ts":1785182100.6638622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","header":"x-maas-group"} {"level":"info","ts":1785182100.6638672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","header":"x-maas-subscription"} {"level":"info","ts":1785182100.6638794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182100.6639442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182100.6656468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182100.665668,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182100.6656823,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","EoS":false} {"level":"info","ts":1785182100.6656954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a","EoS":true} {"level":"info","ts":1785182100.6657205,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bf1e42df-a958-4aea-b281-2cad6e86b40a"} {"level":"info","ts":1785182105.4370573,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"896577eb-7c4e-4d12-94b2-87d04ea5f5d3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182105.43731,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34483.417902559,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.437338,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.4692948,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.538169,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"896577eb-7c4e-4d12-94b2-87d04ea5f5d3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182105.554639,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"361bd685-5e3b-4e31-8247-f2d31fcbb3f5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182105.5546772,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"361bd685-5e3b-4e31-8247-f2d31fcbb3f5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182105.554682,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec385672-6de0-44f3-8130-95f8bbb2e955"} {"level":"info","ts":1785182105.5600057,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b1cf55d-2cec-41ce-9554-c15f03b49b62","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182105.5600314,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0b1cf55d-2cec-41ce-9554-c15f03b49b62","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785182105.5631824,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec385672-6de0-44f3-8130-95f8bbb2e955","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.563371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36089.802662486,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.563385,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.5703013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.6644115,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec385672-6de0-44f3-8130-95f8bbb2e955","name":"e2e-external-provider"} {"level":"info","ts":1785182105.666139,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1a2e904-b9b0-48cb-85f4-3fab29e35b73","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.6661625,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54d2b99e-0d95-49d1-9ff7-93c4b6a1b478"} {"level":"info","ts":1785182105.6661842,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1a2e904-b9b0-48cb-85f4-3fab29e35b73","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.6747854,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54d2b99e-0d95-49d1-9ff7-93c4b6a1b478","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785182105.6748433,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a229e3c8-52d6-46ad-b00e-3e7e9c8645de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.6748714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a229e3c8-52d6-46ad-b00e-3e7e9c8645de","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.6820192,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec385672-6de0-44f3-8130-95f8bbb2e955","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785182105.6822815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6afcc1a7-653a-4158-988a-7bfe9d5b8afc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.682308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6afcc1a7-653a-4158-988a-7bfe9d5b8afc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785182105.682363,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54d2b99e-0d95-49d1-9ff7-93c4b6a1b478","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.6824348,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52080441-b919-4af5-a39e-90718611b4c2"} {"level":"info","ts":1785182105.6824574,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52080441-b919-4af5-a39e-90718611b4c2","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785182105.6860418,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52080441-b919-4af5-a39e-90718611b4c2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.6898117,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec385672-6de0-44f3-8130-95f8bbb2e955","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785182105.6949933,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec385672-6de0-44f3-8130-95f8bbb2e955","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182105.6965313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea370ed7-d8f1-45a1-a800-f47c277088a0"} {"level":"info","ts":1785182105.6965578,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea370ed7-d8f1-45a1-a800-f47c277088a0","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785182105.6982377,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec385672-6de0-44f3-8130-95f8bbb2e955","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.6982994,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2cf4c7e9-eed0-4530-8fcc-1ef48079d720"} {"level":"info","ts":1785182105.6983466,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2cf4c7e9-eed0-4530-8fcc-1ef48079d720","name":"e2e-external-provider"} {"level":"error","ts":1785182105.7004662,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea370ed7-d8f1-45a1-a800-f47c277088a0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.7105503,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2cf4c7e9-eed0-4530-8fcc-1ef48079d720","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182105.715847,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7d46433-bf53-4b56-b170-68516ab6cfe4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182105.715872,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c7d46433-bf53-4b56-b170-68516ab6cfe4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182105.7158732,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dff2901-69c3-4d51-b7ab-bd720188529a"} {"level":"info","ts":1785182105.715909,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dff2901-69c3-4d51-b7ab-bd720188529a","name":"e2e-external-provider"} {"level":"info","ts":1785182105.7159235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"562e72e7-f1b5-4a5c-9501-6d703a2f6488"} {"level":"info","ts":1785182105.7163699,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38948.300635642,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.7164004,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.71653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e560c09-72ee-4eae-bc25-c62cdb3d77cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.7165682,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e560c09-72ee-4eae-bc25-c62cdb3d77cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.724206,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182105.725802,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7dff2901-69c3-4d51-b7ab-bd720188529a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182105.817258,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"562e72e7-f1b5-4a5c-9501-6d703a2f6488","name":"e2e-external-model"} {"level":"info","ts":1785182105.8271878,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"562e72e7-f1b5-4a5c-9501-6d703a2f6488","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182105.8323624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aebab8f-8340-4ab4-ac00-7b7af1c7e30f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.832446,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8418420f-3aec-475e-b68d-f9d7ea99a250"} {"level":"info","ts":1785182105.832498,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8418420f-3aec-475e-b68d-f9d7ea99a250","name":"e2e-external-model"} {"level":"info","ts":1785182105.8324506,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aebab8f-8340-4ab4-ac00-7b7af1c7e30f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.8470588,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"304d782a-3e9c-4ca0-a702-7fdf28e39e31","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.847087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"304d782a-3e9c-4ca0-a702-7fdf28e39e31","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785182105.84725,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8418420f-3aec-475e-b68d-f9d7ea99a250","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182105.8473008,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d09d8ea5-0121-4aa1-9182-08ded5b3c109"} {"level":"info","ts":1785182105.8473446,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d09d8ea5-0121-4aa1-9182-08ded5b3c109","name":"e2e-external-model"} {"level":"info","ts":1785182105.8553298,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d09d8ea5-0121-4aa1-9182-08ded5b3c109","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182105.8601022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79af7c91-2e9a-4012-a77e-3e5658bedefd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182105.860116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ba615d0-3dc6-457b-82b9-4cb59e85c0a1"} {"level":"info","ts":1785182105.860127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79af7c91-2e9a-4012-a77e-3e5658bedefd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182105.8601606,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ba615d0-3dc6-457b-82b9-4cb59e85c0a1","name":"e2e-external-model"} {"level":"info","ts":1785182105.8676562,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ba615d0-3dc6-457b-82b9-4cb59e85c0a1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182117.2985716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182117.2986856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf"} {"level":"info","ts":1785182117.2986977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf"} {"level":"info","ts":1785182117.29871,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","EoS":true} {"level":"info","ts":1785182117.2987747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","header":"x-maas-username"} {"level":"info","ts":1785182117.2987862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","header":"x-maas-subscription"} {"level":"info","ts":1785182117.2987914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","header":"x-maas-group"} {"level":"info","ts":1785182117.298806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182117.298813,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","modelName":"e2e-external-model"} {"level":"info","ts":1785182117.2988248,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182117.298858,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785182117.298879,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf","authType":"apikey"} {"level":"info","ts":1785182117.2989056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c0cf323-87de-4196-9acd-21acfc6ea1cf"} {"level":"info","ts":1785182117.4030926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1566c9a4-d298-453c-8cbd-f8471b270a2b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4031374,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1566c9a4-d298-453c-8cbd-f8471b270a2b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182117.4031372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36d9e590-8d6b-4002-92bf-393d9334ae46"} {"level":"info","ts":1785182117.4103713,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36d9e590-8d6b-4002-92bf-393d9334ae46","name":"e2e-cleanup-test"} {"level":"info","ts":1785182117.4104,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e0f00f9-2993-4b0b-898b-d7af93bf3e37","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4104252,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e0f00f9-2993-4b0b-898b-d7af93bf3e37","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182117.4278378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8608fa58-5432-4169-83fb-249431b65279","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4278696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8608fa58-5432-4169-83fb-249431b65279","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785182117.4279926,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36d9e590-8d6b-4002-92bf-393d9334ae46","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182117.4280636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79c1f9a2-fe2b-4aec-b00e-3c0949314eb3"} {"level":"info","ts":1785182117.4281225,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79c1f9a2-fe2b-4aec-b00e-3c0949314eb3","name":"e2e-cleanup-test"} {"level":"error","ts":1785182117.4423022,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79c1f9a2-fe2b-4aec-b00e-3c0949314eb3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182117.4423852,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac7b777c-5f18-4a7e-8475-c4bfe66ddfb5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.442387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c75b5ba7-e800-41d4-9b96-92dce8a52269"} {"level":"info","ts":1785182117.4424093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac7b777c-5f18-4a7e-8475-c4bfe66ddfb5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182117.4424417,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c75b5ba7-e800-41d4-9b96-92dce8a52269","name":"e2e-cleanup-test"} {"level":"info","ts":1785182117.4506419,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c75b5ba7-e800-41d4-9b96-92dce8a52269","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182117.4584243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb07e328-5fb2-4542-a3cd-575a5f088b5a"} {"level":"info","ts":1785182117.4584846,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb07e328-5fb2-4542-a3cd-575a5f088b5a","name":"e2e-cleanup-test"} {"level":"info","ts":1785182117.4584246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32976ac0-692f-4949-bf83-0226975b5319","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182117.4585464,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32976ac0-692f-4949-bf83-0226975b5319","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182117.466407,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb07e328-5fb2-4542-a3cd-575a5f088b5a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182125.663699,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3944162-0ee2-4d66-8d7f-dbaa6ec1d866"} {"level":"info","ts":1785182125.6637015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6d4dbe7-56fe-4991-903d-86bfe866ddd3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182125.6637611,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6d4dbe7-56fe-4991-903d-86bfe866ddd3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182129.9569616,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182129.9570422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410"} {"level":"info","ts":1785182129.9570508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410"} {"level":"info","ts":1785182129.9570625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410","EoS":true} {"level":"info","ts":1785182129.9571097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785182129.9571395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea524b8a-6c4f-48b4-998c-754937087410"} {"level":"info","ts":1785182129.9958436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182129.9959154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554"} {"level":"info","ts":1785182129.995928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554"} {"level":"info","ts":1785182129.9959393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","EoS":true} {"level":"info","ts":1785182129.9959624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","header":"x-maas-username"} {"level":"info","ts":1785182129.9959772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","header":"x-maas-subscription"} {"level":"info","ts":1785182129.9959843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","header":"x-maas-group"} {"level":"info","ts":1785182129.995997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182129.9960058,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","modelName":"e2e-external-model"} {"level":"info","ts":1785182129.9960213,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182129.9960427,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785182129.996064,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554","authType":"apikey"} {"level":"info","ts":1785182129.9960885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc2d326a-a7f9-4eff-b472-a5c4ccad2554"} {"level":"info","ts":1785182130.0279808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182130.02804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.0280511,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.0280683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","EoS":true} {"level":"info","ts":1785182130.028093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","header":"x-maas-username"} {"level":"info","ts":1785182130.0281026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","header":"x-maas-subscription"} {"level":"info","ts":1785182130.0281081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","header":"x-maas-group"} {"level":"info","ts":1785182130.0281196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182130.0281413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.1272376,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.127255,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.1272774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","EoS":false} {"level":"info","ts":1785182130.127289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","EoS":true} {"level":"error","ts":1785182130.1272972,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785182130.1273446,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f439c5fb-c8b9-4e4d-9a8d-05c6c6be9979"} {"level":"info","ts":1785182130.1640062,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182130.1640813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182130.1640935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182130.1641047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","EoS":true} {"level":"info","ts":1785182130.1641254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","header":"x-maas-group"} {"level":"info","ts":1785182130.1641355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","header":"x-maas-subscription"} {"level":"info","ts":1785182130.16414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","header":"x-maas-username"} {"level":"info","ts":1785182130.164172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182130.214072,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182130.2141016,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182130.214119,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","EoS":false} {"level":"info","ts":1785182130.2141333,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","EoS":true} {"level":"error","ts":1785182130.2141428,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785182130.2141771,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"33706093-66ed-4063-92b2-fdb535743d10"} {"level":"info","ts":1785182131.0273745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"991a4b3a-9958-46bb-ad2d-f44bdd7a19cf"} {"level":"info","ts":1785182131.0273733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d54a1c4f-d887-4fd1-9340-3e36d4bcbe71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182131.0274444,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d54a1c4f-d887-4fd1-9340-3e36d4bcbe71","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182131.1656718,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d17a4e81-1591-4ed5-b0e9-4967c62c6350","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182131.1656983,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"413ff0b3-82d9-4640-bca6-4add5227edf7"} {"level":"info","ts":1785182131.165721,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d17a4e81-1591-4ed5-b0e9-4967c62c6350","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182131.2917078,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"09f338df-e693-4b55-b435-e50ae5fce86e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785182131.291773,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"09f338df-e693-4b55-b435-e50ae5fce86e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785183501.758006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183501.7580972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fdf0f2cb-d184-4c38-ac2f-ea4e962050e5"} {"level":"info","ts":1785183566.0980906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183566.0981684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"} {"level":"info","ts":1785183566.0981796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"} {"level":"info","ts":1785183566.0981903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","EoS":true} {"level":"info","ts":1785183566.09822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","header":"x-maas-username"} {"level":"info","ts":1785183566.0982308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","header":"x-maas-subscription"} {"level":"info","ts":1785183566.098237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","header":"x-maas-group"} {"level":"info","ts":1785183566.098251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785183566.0982814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"} {"level":"info","ts":1785183566.1010015,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"} {"level":"info","ts":1785183566.1010237,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"} {"level":"info","ts":1785183566.1010404,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","EoS":false} {"level":"info","ts":1785183566.1010535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903","EoS":true} {"level":"info","ts":1785183566.1010823,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"31c26ca2-f4d7-4587-8a96-cbde35928903"}