{"level":"info","ts":1784830715.5020015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.5020258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867"} {"level":"info","ts":1784830715.5049918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867"} {"level":"info","ts":1784830715.5050166,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867"} {"level":"info","ts":1784830715.5050344,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867","EoS":false} {"level":"info","ts":1784830715.505049,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867","EoS":true} {"level":"info","ts":1784830715.5050828,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867"} {"level":"info","ts":1784830715.6411576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830715.6412473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.641262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.6412745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","EoS":true} {"level":"info","ts":1784830715.6412966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","header":"x-maas-group"} {"level":"info","ts":1784830715.6413078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","header":"x-maas-subscription"} {"level":"info","ts":1784830715.6413136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","header":"x-maas-username"} {"level":"info","ts":1784830715.641327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.6413512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.6422436,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.6422646,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.6422844,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","EoS":false} {"level":"info","ts":1784830715.6423092,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","EoS":true} {"level":"info","ts":1784830715.6423566,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.778942,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830715.7790089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.779021,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.7790322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","EoS":true} {"level":"info","ts":1784830715.7790565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","header":"x-maas-username"} {"level":"info","ts":1784830715.7790673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","header":"x-maas-subscription"} {"level":"info","ts":1784830715.7790723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","header":"x-maas-group"} {"level":"info","ts":1784830715.779084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.7791052,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.7799973,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.7800157,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.780031,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","EoS":false} {"level":"info","ts":1784830715.7800508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","EoS":true} {"level":"info","ts":1784830715.7800894,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.9149683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830715.9150486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830715.9150608,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830715.9150722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","EoS":true} {"level":"info","ts":1784830715.9150946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","header":"x-maas-username"} {"level":"info","ts":1784830715.9151018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","header":"x-maas-group"} {"level":"info","ts":1784830715.9151068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","header":"x-maas-subscription"} {"level":"info","ts":1784830715.9151196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.9151473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830715.9160712,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830715.9160903,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830715.9161057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","EoS":false} {"level":"info","ts":1784830715.9161162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","EoS":true} {"level":"info","ts":1784830715.9161522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830716.0545838,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830716.0546641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830716.0546768,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830716.054689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","EoS":true} {"level":"info","ts":1784830716.054718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","header":"x-maas-subscription"} {"level":"info","ts":1784830716.0547297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","header":"x-maas-group"} {"level":"info","ts":1784830716.0547347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","header":"x-maas-username"} {"level":"info","ts":1784830716.0547504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830716.0547764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830716.055711,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830716.0557349,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830716.0557554,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","EoS":false} {"level":"info","ts":1784830716.0557756,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","EoS":true} {"level":"info","ts":1784830716.0558174,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830736.116622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830736.1167128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.116727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.1167433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","EoS":true} {"level":"info","ts":1784830736.1167672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","header":"x-maas-username"} {"level":"info","ts":1784830736.1167789,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","header":"x-maas-subscription"} {"level":"info","ts":1784830736.116784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","header":"x-maas-group"} {"level":"info","ts":1784830736.1167965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830736.1168258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.1177728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.1177897,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.1178036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","EoS":false} {"level":"info","ts":1784830736.1178138,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","EoS":true} {"level":"info","ts":1784830736.117849,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.2262847,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830736.2263622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab956a55-94c4-4a02-8235-fda9e1d46d4e"} {"level":"info","ts":1784830736.2282467,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab956a55-94c4-4a02-8235-fda9e1d46d4e"} {"level":"info","ts":1784830736.2282655,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab956a55-94c4-4a02-8235-fda9e1d46d4e"} {"level":"info","ts":1784830736.228287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab956a55-94c4-4a02-8235-fda9e1d46d4e","EoS":false} {"level":"info","ts":1784830736.2282994,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ab956a55-94c4-4a02-8235-fda9e1d46d4e"} {"level":"info","ts":1784830736.2283244,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab956a55-94c4-4a02-8235-fda9e1d46d4e","EoS":true} {"level":"info","ts":1784830736.2283342,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ab956a55-94c4-4a02-8235-fda9e1d46d4e"} {"level":"info","ts":1784830740.861019,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830740.8610992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830740.8611124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830740.8611243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","EoS":true} {"level":"info","ts":1784830740.861149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","header":"x-maas-username"} {"level":"info","ts":1784830740.8611596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","header":"x-maas-subscription"} {"level":"info","ts":1784830740.8611643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","header":"x-maas-group"} {"level":"info","ts":1784830740.8611772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830740.8612006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830740.8620343,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830740.8620598,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830740.8620765,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","EoS":false} {"level":"info","ts":1784830740.862091,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","EoS":true} {"level":"info","ts":1784830740.8621333,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830751.4747849,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830751.4748726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830751.474889,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830751.4749079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","EoS":true} {"level":"info","ts":1784830751.4749434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","header":"x-maas-username"} {"level":"info","ts":1784830751.4749591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","header":"x-maas-subscription"} {"level":"info","ts":1784830751.474968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","header":"x-maas-group"} {"level":"info","ts":1784830751.474981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830751.475011,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830751.4758801,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830751.475905,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830751.4759216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","EoS":false} {"level":"info","ts":1784830751.4759321,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","EoS":true} {"level":"info","ts":1784830751.475972,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830764.37566,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830764.37574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830764.375752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830764.3757658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","EoS":true} {"level":"info","ts":1784830764.375793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","header":"x-maas-subscription"} {"level":"info","ts":1784830764.3758056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","header":"x-maas-username"} {"level":"info","ts":1784830764.375811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","header":"x-maas-group"} {"level":"info","ts":1784830764.375825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830764.3758507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830764.376757,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830764.376778,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830764.3767993,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","EoS":false} {"level":"info","ts":1784830764.3768141,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","EoS":true} {"level":"info","ts":1784830764.3768566,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830772.890993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830772.8910716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830772.8910909,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830772.8911037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","EoS":true} {"level":"info","ts":1784830772.8911324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","header":"x-maas-username"} {"level":"info","ts":1784830772.8911455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","header":"x-maas-subscription"} {"level":"info","ts":1784830772.8911557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","header":"x-maas-group"} {"level":"info","ts":1784830772.8911688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830772.8911915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830772.892016,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830772.8920362,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830772.8920562,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","EoS":false} {"level":"info","ts":1784830772.8920717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","EoS":true} {"level":"info","ts":1784830772.892117,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830781.7732117,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830781.773296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830781.7733085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830781.77332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","EoS":true} {"level":"info","ts":1784830781.7733414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","header":"x-maas-subscription"} {"level":"info","ts":1784830781.7733512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","header":"x-maas-group"} {"level":"info","ts":1784830781.7733557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","header":"x-maas-username"} {"level":"info","ts":1784830781.7733693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830781.773395,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830781.7741842,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830781.7742035,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830781.7742472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","EoS":false} {"level":"info","ts":1784830781.774275,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","EoS":true} {"level":"info","ts":1784830781.7743251,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830809.8687077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830809.8687923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830809.8688054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830809.8688195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","EoS":true} {"level":"info","ts":1784830809.8688483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","header":"x-maas-group"} {"level":"info","ts":1784830809.8688593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","header":"x-maas-username"} {"level":"info","ts":1784830809.8688645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","header":"x-maas-subscription"} {"level":"info","ts":1784830809.8688784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830809.8689303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830809.8696456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830809.8696678,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830809.8696892,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","EoS":false} {"level":"info","ts":1784830809.8697057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","EoS":true} {"level":"info","ts":1784830809.8697417,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830832.8961334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830832.8962178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830832.896251,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830832.8962703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","EoS":true} {"level":"info","ts":1784830832.8963072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","header":"x-maas-subscription"} {"level":"info","ts":1784830832.8963213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","header":"x-maas-group"} {"level":"info","ts":1784830832.8963306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","header":"x-maas-username"} {"level":"info","ts":1784830832.8963497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830832.896384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830832.8971367,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830832.8971574,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830832.8971722,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","EoS":false} {"level":"info","ts":1784830832.8971834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","EoS":true} {"level":"info","ts":1784830832.8972178,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830863.47405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830863.474146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830863.4741619,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830863.4741814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","EoS":true} {"level":"info","ts":1784830863.474219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","header":"x-maas-username"} {"level":"info","ts":1784830863.474249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","header":"x-maas-group"} {"level":"info","ts":1784830863.4742572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","header":"x-maas-subscription"} {"level":"info","ts":1784830863.4742768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830863.4743109,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830863.4751048,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830863.4751241,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830863.4751396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","EoS":false} {"level":"info","ts":1784830863.475155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","EoS":true} {"level":"info","ts":1784830863.4751837,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830873.0004227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830873.0005324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830873.00055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830873.0005643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","EoS":true} {"level":"info","ts":1784830873.0005925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","header":"x-maas-username"} {"level":"info","ts":1784830873.0006046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","header":"x-maas-subscription"} {"level":"info","ts":1784830873.0006123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","header":"x-maas-group"} {"level":"info","ts":1784830873.0006306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830873.0006633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830873.0037138,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830873.0037339,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830873.0037544,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","EoS":false} {"level":"info","ts":1784830873.0037665,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","EoS":true} {"level":"info","ts":1784830873.0037975,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830873.0379782,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830873.038053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830873.0380652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830873.0380764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","EoS":true} {"level":"info","ts":1784830873.0380998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","header":"x-maas-group"} {"level":"info","ts":1784830873.0381098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","header":"x-maas-subscription"} {"level":"info","ts":1784830873.0381148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","header":"x-maas-username"} {"level":"info","ts":1784830873.0381286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830873.0381558,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830873.038956,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830873.038974,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830873.038989,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","EoS":false} {"level":"info","ts":1784830873.0390074,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","EoS":true} {"level":"info","ts":1784830873.0390441,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830892.3112607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830892.3113353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784830892.3113506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784830892.3113618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","EoS":true} {"level":"info","ts":1784830892.311387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","header":"x-maas-subscription"} {"level":"info","ts":1784830892.3113966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","header":"x-maas-group"} {"level":"info","ts":1784830892.3114014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","header":"x-maas-username"} {"level":"info","ts":1784830892.3114152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830892.3114393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784830892.312283,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784830892.312302,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784830892.3123164,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","EoS":false} {"level":"info","ts":1784830892.3123279,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","EoS":true} {"level":"info","ts":1784830892.3123615,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784831021.3717592,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831021.3718512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831021.3718667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831021.3718784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","EoS":true} {"level":"info","ts":1784831021.3719027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","header":"x-maas-username"} {"level":"info","ts":1784831021.3719137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","header":"x-maas-group"} {"level":"info","ts":1784831021.3719196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","header":"x-maas-subscription"} {"level":"info","ts":1784831021.371934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784831021.3719594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831021.3730125,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831021.3730342,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831021.3730495,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","EoS":false} {"level":"info","ts":1784831021.373065,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","EoS":true} {"level":"info","ts":1784831021.3731039,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831058.9607952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831058.960873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831058.960886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831058.9608977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","EoS":true} {"level":"info","ts":1784831058.9609234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","header":"x-maas-subscription"} {"level":"info","ts":1784831058.9609334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","header":"x-maas-username"} {"level":"info","ts":1784831058.9609392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","header":"x-maas-group"} {"level":"info","ts":1784831058.960953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831058.9609795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831058.9618325,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831058.9618504,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831058.9618676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","EoS":false} {"level":"info","ts":1784831058.9618847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","EoS":true} {"level":"info","ts":1784831058.9619224,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831074.2895355,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831074.2896109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831074.2896214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831074.2896328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","EoS":true} {"level":"info","ts":1784831074.2896576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","header":"x-maas-subscription"} {"level":"info","ts":1784831074.289668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","header":"x-maas-group"} {"level":"info","ts":1784831074.289674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","header":"x-maas-username"} {"level":"info","ts":1784831074.2896879,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831074.2897189,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831074.2920852,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831074.292106,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831074.2921274,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","EoS":false} {"level":"info","ts":1784831074.2921436,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","EoS":true} {"level":"info","ts":1784831074.2921913,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831406.4088068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831406.408913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.408933,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.4089465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","EoS":true} {"level":"info","ts":1784831406.4089718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","header":"x-maas-group"} {"level":"info","ts":1784831406.4089823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","header":"x-maas-subscription"} {"level":"info","ts":1784831406.408988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","header":"x-maas-username"} {"level":"info","ts":1784831406.409001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831406.4090285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.4119952,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.4120302,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.412052,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","EoS":false} {"level":"info","ts":1784831406.4120688,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","EoS":true} {"level":"info","ts":1784831406.412121,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.447663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831406.447748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831406.4477613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831406.4477782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","EoS":true} {"level":"info","ts":1784831406.4478052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","header":"x-maas-group"} {"level":"info","ts":1784831406.4478164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","header":"x-maas-username"} {"level":"info","ts":1784831406.4478216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","header":"x-maas-subscription"} {"level":"info","ts":1784831406.4478362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831406.4478664,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831406.4488246,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831406.4488454,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831406.4488604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","EoS":false} {"level":"info","ts":1784831406.4488711,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","EoS":true} {"level":"info","ts":1784831406.4489048,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831411.292887,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c9f65903-4cc0-4d20-8c42-62d9f4f168fb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784831411.2931561,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32752.92905367,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.29319,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.3477895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.3932583,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c9f65903-4cc0-4d20-8c42-62d9f4f168fb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784831411.415495,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c90ea796-46d4-4a37-a850-56352f47881f"} {"level":"info","ts":1784831411.4155316,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2b828c7-9fb4-4756-a3ba-8d90c55ab443","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831411.415572,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2b828c7-9fb4-4756-a3ba-8d90c55ab443","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831411.4239933,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfca34d3-e7ab-46a4-b7d6-62fa32a01135","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831411.4240294,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bfca34d3-e7ab-46a4-b7d6-62fa32a01135","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784831411.4247985,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c90ea796-46d4-4a37-a850-56352f47881f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.4250526,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34787.423166237,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.4250703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.434379,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.525381,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c90ea796-46d4-4a37-a850-56352f47881f","name":"e2e-external-provider"} {"level":"info","ts":1784831411.5459876,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c90ea796-46d4-4a37-a850-56352f47881f","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784831411.5462515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20cc8223-60ec-40ec-aad1-6feb54a65943","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.5463042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20cc8223-60ec-40ec-aad1-6feb54a65943","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.5463107,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55884dba-67a8-41e3-8eb6-fbf41f1b64e1"} {"level":"info","ts":1784831411.5544934,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55884dba-67a8-41e3-8eb6-fbf41f1b64e1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784831411.554528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7292082c-b46d-435f-adcb-7856cb2dde8b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.554551,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7292082c-b46d-435f-adcb-7856cb2dde8b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.5586815,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c90ea796-46d4-4a37-a850-56352f47881f","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784831411.563332,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55884dba-67a8-41e3-8eb6-fbf41f1b64e1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.563406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d18c91f-2d94-43ca-84a1-c2bd3a956696"} {"level":"info","ts":1784831411.5634289,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d18c91f-2d94-43ca-84a1-c2bd3a956696","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784831411.563473,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84be833b-3bf1-4b5e-93f1-0bf2c9c224a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.563503,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84be833b-3bf1-4b5e-93f1-0bf2c9c224a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.566199,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c90ea796-46d4-4a37-a850-56352f47881f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784831411.5689325,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d18c91f-2d94-43ca-84a1-c2bd3a956696","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.568991,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7109782-4a56-421b-aa81-411974bcf3ec"} {"level":"info","ts":1784831411.5690112,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7109782-4a56-421b-aa81-411974bcf3ec","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784831411.570513,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c90ea796-46d4-4a37-a850-56352f47881f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.5706005,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3dc0c506-a2b1-4c84-9c89-6072d9890dc2"} {"level":"info","ts":1784831411.5706613,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3dc0c506-a2b1-4c84-9c89-6072d9890dc2","name":"e2e-external-provider"} {"level":"error","ts":1784831411.5733955,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7109782-4a56-421b-aa81-411974bcf3ec","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.5835526,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3dc0c506-a2b1-4c84-9c89-6072d9890dc2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784831411.5891612,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bd95653-711e-41b7-810d-9f777b1edd96","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831411.5891874,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bd95653-711e-41b7-810d-9f777b1edd96","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831411.589246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65607f11-743a-469f-b44e-96f54bd60eaa"} {"level":"info","ts":1784831411.5892797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3726620e-bd59-42d0-a645-958988a3b032","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.5893161,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c23b2a5-dfeb-4d31-a970-46282e1b0630"} {"level":"info","ts":1784831411.5894558,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39586.431311846,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.5894718,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.5894897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3726620e-bd59-42d0-a645-958988a3b032","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.5895398,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c23b2a5-dfeb-4d31-a970-46282e1b0630","name":"e2e-external-provider"} {"level":"info","ts":1784831411.596692,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.6011653,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c23b2a5-dfeb-4d31-a970-46282e1b0630","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784831411.6900697,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65607f11-743a-469f-b44e-96f54bd60eaa","name":"e2e-external-model"} {"level":"info","ts":1784831411.7013326,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65607f11-743a-469f-b44e-96f54bd60eaa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831411.7098503,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edffa394-aa04-4479-8604-4a3c5b1b8550","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.7098973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edffa394-aa04-4479-8604-4a3c5b1b8550","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.7100608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3a8815c-fe1e-4fc8-8bfc-a2f4ebed6757"} {"level":"info","ts":1784831411.710115,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3a8815c-fe1e-4fc8-8bfc-a2f4ebed6757","name":"e2e-external-model"} {"level":"error","ts":1784831411.7273214,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3a8815c-fe1e-4fc8-8bfc-a2f4ebed6757","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.727438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ebaa025-1663-4334-832c-5a892acd4663","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.7274494,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53e02edf-b996-41ed-ba03-4a08006607f3"} {"level":"info","ts":1784831411.7276163,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53e02edf-b996-41ed-ba03-4a08006607f3","name":"e2e-external-model"} {"level":"info","ts":1784831411.7274714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ebaa025-1663-4334-832c-5a892acd4663","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.7392983,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53e02edf-b996-41ed-ba03-4a08006607f3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831411.7453234,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea8561d2-3560-4f57-af28-7514886b9fe5"} {"level":"info","ts":1784831411.7453854,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea8561d2-3560-4f57-af28-7514886b9fe5","name":"e2e-external-model"} {"level":"info","ts":1784831411.745327,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4ecbee6-9bb7-47c9-89ec-8a6666d158b3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.7454505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4ecbee6-9bb7-47c9-89ec-8a6666d158b3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.75631,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea8561d2-3560-4f57-af28-7514886b9fe5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831419.0803134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831419.080396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15"} {"level":"info","ts":1784831419.080408,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15"} {"level":"info","ts":1784831419.080421,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","EoS":true} {"level":"info","ts":1784831419.0804515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","header":"x-maas-group"} {"level":"info","ts":1784831419.0804608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","header":"x-maas-username"} {"level":"info","ts":1784831419.0804656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","header":"x-maas-subscription"} {"level":"info","ts":1784831419.0804791,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831419.0804858,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","modelName":"e2e-external-model"} {"level":"info","ts":1784831419.0804987,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831419.080534,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784831419.0805497,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","authType":"apikey"} {"level":"info","ts":1784831419.0805767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15"} {"level":"info","ts":1784831419.200331,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5d4f76b-5c73-4dab-883c-241fd6c66a6b"} {"level":"info","ts":1784831419.2003303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed51d5fe-9a26-4990-af37-71fff76f4515","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2004683,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed51d5fe-9a26-4990-af37-71fff76f4515","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831419.2062845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c39ed581-66cf-4eac-a0fe-4c80385c4021","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2063189,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c39ed581-66cf-4eac-a0fe-4c80385c4021","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831419.209199,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5d4f76b-5c73-4dab-883c-241fd6c66a6b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831419.2092752,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5d4f76b-5c73-4dab-883c-241fd6c66a6b","name":"e2e-cleanup-test"} {"level":"error","ts":1784831419.2249198,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5d4f76b-5c73-4dab-883c-241fd6c66a6b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784831419.2249687,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5d4f76b-5c73-4dab-883c-241fd6c66a6b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831419.225037,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbdfc584-18e3-4f97-96c8-190db8d1310c"} {"level":"info","ts":1784831419.225053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f2cd651-adb5-405d-8080-4f2b8b64e9db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2251582,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f2cd651-adb5-405d-8080-4f2b8b64e9db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831419.2250996,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbdfc584-18e3-4f97-96c8-190db8d1310c","name":"e2e-cleanup-test"} {"level":"info","ts":1784831419.24086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3860120c-0a32-48d8-927f-5c8081621616","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2408974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3860120c-0a32-48d8-927f-5c8081621616","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831419.244004,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbdfc584-18e3-4f97-96c8-190db8d1310c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784831419.2440612,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbdfc584-18e3-4f97-96c8-190db8d1310c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831419.2441096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70c62faa-89ee-4bf9-8914-45ee63b63dba"} {"level":"info","ts":1784831419.2441578,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70c62faa-89ee-4bf9-8914-45ee63b63dba","name":"e2e-cleanup-test"} {"level":"info","ts":1784831419.253123,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70c62faa-89ee-4bf9-8914-45ee63b63dba","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831419.2585473,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"122c726a-7e9b-4c2f-b387-832ba4463c4b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2585733,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"122c726a-7e9b-4c2f-b387-832ba4463c4b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831419.2595403,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70c62faa-89ee-4bf9-8914-45ee63b63dba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831419.2596211,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e4c53d0-6ab1-4527-892d-bbef3652d8f0"} {"level":"info","ts":1784831419.259679,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e4c53d0-6ab1-4527-892d-bbef3652d8f0","name":"e2e-cleanup-test"} {"level":"info","ts":1784831419.2688515,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e4c53d0-6ab1-4527-892d-bbef3652d8f0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831427.4809766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"796b8d9c-7ce5-4d30-abd6-7a49266404a0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831427.480998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c69ca021-83db-46df-bee0-02d9ac33936b"} {"level":"info","ts":1784831427.4810183,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"796b8d9c-7ce5-4d30-abd6-7a49266404a0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831431.8302479,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831431.8303022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de"} {"level":"info","ts":1784831431.8303103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de"} {"level":"info","ts":1784831431.830326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de","EoS":true} {"level":"info","ts":1784831431.8303514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784831431.8303714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de"} {"level":"info","ts":1784831431.8708715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831431.87095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235"} {"level":"info","ts":1784831431.8709617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235"} {"level":"info","ts":1784831431.870973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","EoS":true} {"level":"info","ts":1784831431.870997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","header":"x-maas-group"} {"level":"info","ts":1784831431.8710072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","header":"x-maas-subscription"} {"level":"info","ts":1784831431.8710127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","header":"x-maas-username"} {"level":"info","ts":1784831431.8710248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831431.8710315,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","modelName":"e2e-external-model"} {"level":"info","ts":1784831431.8710437,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831431.871066,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784831431.8710845,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","authType":"apikey"} {"level":"info","ts":1784831431.8711107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235"} {"level":"info","ts":1784831431.9040911,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831431.904164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831431.9041748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831431.9041855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","EoS":true} {"level":"info","ts":1784831431.9042082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","header":"x-maas-subscription"} {"level":"info","ts":1784831431.9042182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","header":"x-maas-username"} {"level":"info","ts":1784831431.9042497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","header":"x-maas-group"} {"level":"info","ts":1784831431.9042625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831431.9042852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831432.0096688,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831432.0097046,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831432.0097272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","EoS":false} {"level":"info","ts":1784831432.009741,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","EoS":true} {"level":"error","ts":1784831432.0097606,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784831432.0098152,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831432.0461047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831432.0461855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.0461965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.0462086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","EoS":true} {"level":"info","ts":1784831432.0462508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","header":"x-maas-subscription"} {"level":"info","ts":1784831432.0462646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","header":"x-maas-group"} {"level":"info","ts":1784831432.04627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","header":"x-maas-username"} {"level":"info","ts":1784831432.0463011,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.0962741,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.0963,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.0963156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","EoS":false} {"level":"info","ts":1784831432.096328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","EoS":true} {"level":"error","ts":1784831432.0963457,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784831432.096386,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.9913118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1735e64f-f234-4ed6-9bcf-7d69f5d3ea27","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831432.9913452,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1735e64f-f234-4ed6-9bcf-7d69f5d3ea27","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831432.9913592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4d19908-7997-4535-bd0c-1759a57ab0ba"} {"level":"info","ts":1784831433.2192693,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92c548d8-0015-4a24-88f3-29929ffc9bc0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831433.2193062,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60b5aa7c-4bdf-492b-9e98-b77a39d405cc"} {"level":"info","ts":1784831433.2193122,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92c548d8-0015-4a24-88f3-29929ffc9bc0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831433.3503187,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8688bb3a-229b-4888-be58-6ab6f3cfc5a9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784831433.3504522,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8688bb3a-229b-4888-be58-6ab6f3cfc5a9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784832053.505687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832053.5057771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832053.5057898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832053.5058038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","EoS":true} {"level":"info","ts":1784832053.5058398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","header":"x-maas-group"} {"level":"info","ts":1784832053.5058527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","header":"x-maas-username"} {"level":"info","ts":1784832053.5058577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","header":"x-maas-subscription"} {"level":"info","ts":1784832053.505871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","path":"/ai-tenant-e2e-inf-b-fa8ad7/test-model-fa8ad7/v1/chat/completions"} {"level":"info","ts":1784832053.5058985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832053.519574,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832053.5195978,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832053.519624,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","EoS":false} {"level":"info","ts":1784832053.5196366,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","EoS":true} {"level":"info","ts":1784832053.5196772,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832578.051218,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832578.0513167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"} {"level":"info","ts":1784832578.0513282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"} {"level":"info","ts":1784832578.0513396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","EoS":true} {"level":"info","ts":1784832578.0513618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","header":"x-maas-username"} {"level":"info","ts":1784832578.0513723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","header":"x-maas-group"} {"level":"info","ts":1784832578.051378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","header":"x-maas-subscription"} {"level":"info","ts":1784832578.05139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","path":"/ai-tenant-e2e-shared-b-118a8c/rate-test-model-118a8c/v1/completions"} {"level":"info","ts":1784832578.0514143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"} {"level":"info","ts":1784832578.0645456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"} {"level":"info","ts":1784832578.064566,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"} {"level":"info","ts":1784832578.0645862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","EoS":false} {"level":"info","ts":1784832578.0645988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","EoS":true} {"level":"info","ts":1784832578.064635,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"}