{"level":"info","ts":1784722641.3156688,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e666c093-dda2-4e71-a441-f62156332521","EoS":false} {"level":"info","ts":1784722641.3156805,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e666c093-dda2-4e71-a441-f62156332521","EoS":true} {"level":"info","ts":1784722641.3157144,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e666c093-dda2-4e71-a441-f62156332521"} {"level":"info","ts":1784722641.464843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.464949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.464966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.464982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","EoS":true} {"level":"info","ts":1784722641.4650946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","header":"x-maas-group"} {"level":"info","ts":1784722641.4651105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","header":"x-maas-subscription"} {"level":"info","ts":1784722641.4651163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","header":"x-maas-username"} {"level":"info","ts":1784722641.4651334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.4651709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.4662666,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.4663022,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.4663227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","EoS":false} {"level":"info","ts":1784722641.4663398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","EoS":true} {"level":"info","ts":1784722641.4663856,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.6022935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.6023722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.6023839,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.6023955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","EoS":true} {"level":"info","ts":1784722641.6024222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","header":"x-maas-group"} {"level":"info","ts":1784722641.6024323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","header":"x-maas-username"} {"level":"info","ts":1784722641.6024384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","header":"x-maas-subscription"} {"level":"info","ts":1784722641.6024528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.6024778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.6053357,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.6053596,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.6053784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","EoS":false} {"level":"info","ts":1784722641.6053905,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","EoS":true} {"level":"info","ts":1784722641.6054316,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.7472353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.7473278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722641.7473426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722641.7473538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","EoS":true} {"level":"info","ts":1784722641.74738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","header":"x-maas-subscription"} {"level":"info","ts":1784722641.7473898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","header":"x-maas-username"} {"level":"info","ts":1784722641.747395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","header":"x-maas-group"} {"level":"info","ts":1784722641.7474082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.7474327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722641.7483733,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722641.748394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722641.748409,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","EoS":false} {"level":"info","ts":1784722641.748421,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","EoS":true} {"level":"info","ts":1784722641.7484577,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722660.6468418,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722660.6469293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.646942,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.646954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","EoS":true} {"level":"info","ts":1784722660.64702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","header":"x-maas-group"} {"level":"info","ts":1784722660.6470606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","header":"x-maas-subscription"} {"level":"info","ts":1784722660.6470666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","header":"x-maas-username"} {"level":"info","ts":1784722660.647081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722660.6471057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.6496181,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.6496396,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.6496556,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","EoS":false} {"level":"info","ts":1784722660.6496694,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","EoS":true} {"level":"info","ts":1784722660.649709,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.6876106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722660.687684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.6876948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.6877072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","EoS":true} {"level":"info","ts":1784722660.6877317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","header":"x-maas-subscription"} {"level":"info","ts":1784722660.6877422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","header":"x-maas-group"} {"level":"info","ts":1784722660.687747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","header":"x-maas-username"} {"level":"info","ts":1784722660.6877596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722660.6877847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.6887298,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.688748,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.6887603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","EoS":false} {"level":"info","ts":1784722660.688775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","EoS":true} {"level":"info","ts":1784722660.6888099,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.79161,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722660.7916818,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f02947e-31af-48fc-b974-d8ea29b4c23f"} {"level":"info","ts":1784722660.7936413,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f02947e-31af-48fc-b974-d8ea29b4c23f"} {"level":"info","ts":1784722660.793658,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4f02947e-31af-48fc-b974-d8ea29b4c23f"} {"level":"info","ts":1784722660.7936728,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f02947e-31af-48fc-b974-d8ea29b4c23f","EoS":false} {"level":"info","ts":1784722660.7936883,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"4f02947e-31af-48fc-b974-d8ea29b4c23f"} {"level":"info","ts":1784722660.7937167,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4f02947e-31af-48fc-b974-d8ea29b4c23f","EoS":true} {"level":"info","ts":1784722660.7937286,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"4f02947e-31af-48fc-b974-d8ea29b4c23f"} {"level":"info","ts":1784722665.4324822,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722665.4325647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722665.4325767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722665.4325886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","EoS":true} {"level":"info","ts":1784722665.4326181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","header":"x-maas-username"} {"level":"info","ts":1784722665.4326658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","header":"x-maas-subscription"} {"level":"info","ts":1784722665.4326756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","header":"x-maas-group"} {"level":"info","ts":1784722665.4326932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722665.4327195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722665.433448,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722665.4334676,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722665.433482,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","EoS":false} {"level":"info","ts":1784722665.4334939,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","EoS":true} {"level":"info","ts":1784722665.4335325,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722676.0565133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722676.0566056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722676.0566182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722676.056632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","EoS":true} {"level":"info","ts":1784722676.0566585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","header":"x-maas-username"} {"level":"info","ts":1784722676.056668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","header":"x-maas-group"} {"level":"info","ts":1784722676.056673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","header":"x-maas-subscription"} {"level":"info","ts":1784722676.056686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722676.0567088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722676.057869,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722676.0578935,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722676.0579116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","EoS":false} {"level":"info","ts":1784722676.0579238,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","EoS":true} {"level":"info","ts":1784722676.057961,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722688.9476929,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722688.9477658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722688.9477773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722688.9477885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","EoS":true} {"level":"info","ts":1784722688.9478137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","header":"x-maas-subscription"} {"level":"info","ts":1784722688.9478238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","header":"x-maas-username"} {"level":"info","ts":1784722688.947829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","header":"x-maas-group"} {"level":"info","ts":1784722688.947842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722688.947863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722688.948703,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722688.9487243,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722688.9487393,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","EoS":false} {"level":"info","ts":1784722688.9487512,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","EoS":true} {"level":"info","ts":1784722688.9487867,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722697.4905815,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722697.4906707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722697.4906874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722697.4907079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","EoS":true} {"level":"info","ts":1784722697.4907439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","header":"x-maas-subscription"} {"level":"info","ts":1784722697.4907577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","header":"x-maas-group"} {"level":"info","ts":1784722697.4907649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","header":"x-maas-username"} {"level":"info","ts":1784722697.4907815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722697.490805,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722697.4915805,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722697.4916008,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722697.4916155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","EoS":false} {"level":"info","ts":1784722697.491627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","EoS":true} {"level":"info","ts":1784722697.4916577,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722706.3824072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722706.382473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722706.3824809,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722706.3824916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","EoS":true} {"level":"info","ts":1784722706.3825135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","header":"x-maas-subscription"} {"level":"info","ts":1784722706.3825228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","header":"x-maas-username"} {"level":"info","ts":1784722706.3825293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","header":"x-maas-group"} {"level":"info","ts":1784722706.3825426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722706.3825738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722706.3834202,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722706.3834429,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722706.3834581,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","EoS":false} {"level":"info","ts":1784722706.3834693,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","EoS":true} {"level":"info","ts":1784722706.3835065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722729.2777321,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722729.2778301,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722729.277846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722729.2778637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","EoS":true} {"level":"info","ts":1784722729.2778957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","header":"x-maas-group"} {"level":"info","ts":1784722729.2779088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","header":"x-maas-username"} {"level":"info","ts":1784722729.2779133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","header":"x-maas-subscription"} {"level":"info","ts":1784722729.2779279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722729.277957,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722729.2790568,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722729.279083,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722729.2791073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","EoS":false} {"level":"info","ts":1784722729.2791247,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","EoS":true} {"level":"info","ts":1784722729.2791812,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722752.024406,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722752.024472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722752.0244813,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722752.0244932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","EoS":true} {"level":"info","ts":1784722752.0245135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","header":"x-maas-username"} {"level":"info","ts":1784722752.0245245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","header":"x-maas-group"} {"level":"info","ts":1784722752.0245295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","header":"x-maas-subscription"} {"level":"info","ts":1784722752.024543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722752.0245645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722752.0255735,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722752.025589,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722752.0256097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","EoS":false} {"level":"info","ts":1784722752.0256243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","EoS":true} {"level":"info","ts":1784722752.0256615,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722778.662726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722778.6628203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722778.6628394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722778.6628604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","EoS":true} {"level":"info","ts":1784722778.6628861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","header":"x-maas-group"} {"level":"info","ts":1784722778.6628962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","header":"x-maas-subscription"} {"level":"info","ts":1784722778.662901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","header":"x-maas-username"} {"level":"info","ts":1784722778.6629128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722778.662937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722778.6651142,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722778.6651337,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722778.6651492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","EoS":false} {"level":"info","ts":1784722778.6651602,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","EoS":true} {"level":"info","ts":1784722778.6651943,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722788.0881076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722788.0881755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.088185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.088196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","EoS":true} {"level":"info","ts":1784722788.088217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","header":"x-maas-group"} {"level":"info","ts":1784722788.0882275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","header":"x-maas-subscription"} {"level":"info","ts":1784722788.0882325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","header":"x-maas-username"} {"level":"info","ts":1784722788.088244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722788.0882666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.0890124,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.0890305,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.0890589,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","EoS":false} {"level":"info","ts":1784722788.089072,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","EoS":true} {"level":"info","ts":1784722788.0891068,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.1223695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722788.1224194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722788.122427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722788.1224368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","EoS":true} {"level":"info","ts":1784722788.122454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","header":"x-maas-group"} {"level":"info","ts":1784722788.1224637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","header":"x-maas-username"} {"level":"info","ts":1784722788.1224687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","header":"x-maas-subscription"} {"level":"info","ts":1784722788.122478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722788.1224945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722788.1232839,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722788.123299,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722788.1233096,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","EoS":false} {"level":"info","ts":1784722788.1233196,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","EoS":true} {"level":"info","ts":1784722788.1233475,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722807.3290288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722807.3291054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722807.329114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722807.3291252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","EoS":true} {"level":"info","ts":1784722807.3291445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","header":"x-maas-subscription"} {"level":"info","ts":1784722807.329155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","header":"x-maas-group"} {"level":"info","ts":1784722807.3291593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","header":"x-maas-username"} {"level":"info","ts":1784722807.3291738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722807.3291972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722807.3299525,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722807.3299673,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722807.32998,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","EoS":false} {"level":"info","ts":1784722807.329993,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","EoS":true} {"level":"info","ts":1784722807.3300254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722938.1801817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722938.1802754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722938.180289,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722938.1803005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","EoS":true} {"level":"info","ts":1784722938.1803286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","header":"x-maas-username"} {"level":"info","ts":1784722938.180339,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","header":"x-maas-subscription"} {"level":"info","ts":1784722938.180344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","header":"x-maas-group"} {"level":"info","ts":1784722938.1803553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784722938.1803763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722938.1817086,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722938.1817286,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722938.1817422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","EoS":false} {"level":"info","ts":1784722938.1817534,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","EoS":true} {"level":"info","ts":1784722938.1817856,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722973.099593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722973.09966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722973.09967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722973.0996819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","EoS":true} {"level":"info","ts":1784722973.0997026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","header":"x-maas-subscription"} {"level":"info","ts":1784722973.099712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","header":"x-maas-group"} {"level":"info","ts":1784722973.099718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","header":"x-maas-username"} {"level":"info","ts":1784722973.09973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722973.0997517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722973.1021504,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722973.1021712,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722973.1021903,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","EoS":false} {"level":"info","ts":1784722973.102203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","EoS":true} {"level":"info","ts":1784722973.102252,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722988.3437986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722988.343872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784722988.3438854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784722988.3438969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","EoS":true} {"level":"info","ts":1784722988.343925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","header":"x-maas-subscription"} {"level":"info","ts":1784722988.3439343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","header":"x-maas-group"} {"level":"info","ts":1784722988.3439403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","header":"x-maas-username"} {"level":"info","ts":1784722988.3439534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722988.3440142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784722988.34575,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784722988.3457696,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784722988.3457909,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","EoS":false} {"level":"info","ts":1784722988.3458107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","EoS":true} {"level":"info","ts":1784722988.3458517,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784723286.978126,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723286.9782197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723286.978236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723286.9782567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","EoS":true} {"level":"info","ts":1784723286.978291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","header":"x-maas-group"} {"level":"info","ts":1784723286.9783037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","header":"x-maas-username"} {"level":"info","ts":1784723286.978311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","header":"x-maas-subscription"} {"level":"info","ts":1784723286.9783306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784723286.978362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723286.9819028,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723286.981924,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723286.9819446,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","EoS":false} {"level":"info","ts":1784723286.981961,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","EoS":true} {"level":"info","ts":1784723286.9820075,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723287.0271525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723287.0272236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723287.027237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723287.0272548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","EoS":true} {"level":"info","ts":1784723287.0272846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","header":"x-maas-username"} {"level":"info","ts":1784723287.0272949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","header":"x-maas-group"} {"level":"info","ts":1784723287.0273008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","header":"x-maas-subscription"} {"level":"info","ts":1784723287.0273156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784723287.0273423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723287.0294952,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723287.0295162,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723287.0295317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","EoS":false} {"level":"info","ts":1784723287.0295424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","EoS":true} {"level":"info","ts":1784723287.0295734,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723291.8654187,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"111ef922-fe30-4337-992a-2c9d36fbff1c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784723291.8657198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34533.687532905,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723291.8657486,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723291.9039035,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723291.9664888,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"111ef922-fe30-4337-992a-2c9d36fbff1c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784723291.9870234,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af00e188-54b9-4f21-8a2d-1da27e0fc4a7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723291.9870288,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c2962b6-8679-4827-a7e5-ece141f327c7"} {"level":"info","ts":1784723291.987086,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af00e188-54b9-4f21-8a2d-1da27e0fc4a7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784723291.9957452,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08a2c2d6-575e-4962-9df0-5fde072d4012","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723291.9957676,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08a2c2d6-575e-4962-9df0-5fde072d4012","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784723291.99972,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c2962b6-8679-4827-a7e5-ece141f327c7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723291.999941,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35252.279458251,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723291.999957,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.008218,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.1002805,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c2962b6-8679-4827-a7e5-ece141f327c7","name":"e2e-external-provider"} {"level":"info","ts":1784723292.1045685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99a868e0-91e1-4024-a34f-e7920a22fb9a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.1045756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa095d65-83a7-4787-a175-14f261838247"} {"level":"info","ts":1784723292.1046104,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99a868e0-91e1-4024-a34f-e7920a22fb9a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784723292.1135783,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bebca3a-b9cf-48a1-a6e3-42c2017b5ae2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.1136036,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bebca3a-b9cf-48a1-a6e3-42c2017b5ae2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784723292.1137545,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa095d65-83a7-4787-a175-14f261838247","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784723292.1166837,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c2962b6-8679-4827-a7e5-ece141f327c7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784723292.1195421,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b62f439-b4ac-4276-aaa4-01bab9e269e1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.1195657,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b62f439-b4ac-4276-aaa4-01bab9e269e1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784723292.1197622,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa095d65-83a7-4787-a175-14f261838247","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.1198301,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4df7cbdc-c022-4adc-ba38-12a906ad533b"} {"level":"info","ts":1784723292.1198633,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4df7cbdc-c022-4adc-ba38-12a906ad533b","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784723292.1252513,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4df7cbdc-c022-4adc-ba38-12a906ad533b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.1286366,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c2962b6-8679-4827-a7e5-ece141f327c7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784723292.135772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"166bcd68-3a69-4409-baf7-9e8f85502aef"} {"level":"info","ts":1784723292.1357994,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"166bcd68-3a69-4409-baf7-9e8f85502aef","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784723292.137106,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c2962b6-8679-4827-a7e5-ece141f327c7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784723292.1409497,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"166bcd68-3a69-4409-baf7-9e8f85502aef","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784723292.1413357,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0c2962b6-8679-4827-a7e5-ece141f327c7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.1414094,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af929bbe-ee84-4d98-9b42-8924fba79da8"} {"level":"info","ts":1784723292.1414576,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af929bbe-ee84-4d98-9b42-8924fba79da8","name":"e2e-external-provider"} {"level":"info","ts":1784723292.1556606,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af929bbe-ee84-4d98-9b42-8924fba79da8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784723292.161487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df16e20e-3d85-4723-bb45-80ade25fc254"} {"level":"info","ts":1784723292.1615143,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df16e20e-3d85-4723-bb45-80ade25fc254","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784723292.1658194,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1c5b414d-1e86-4065-8c0f-6f2011ea295b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723292.1658459,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1c5b414d-1e86-4065-8c0f-6f2011ea295b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784723292.1658578,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4dfe72a5-548c-4899-a517-cf944a438c28"} {"level":"info","ts":1784723292.165891,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4dfe72a5-548c-4899-a517-cf944a438c28","name":"e2e-external-provider"} {"level":"info","ts":1784723292.165931,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e896273-f5c4-4a69-b3f1-448be3c1c53d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.1659627,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e896273-f5c4-4a69-b3f1-448be3c1c53d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784723292.1661637,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df16e20e-3d85-4723-bb45-80ade25fc254","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.1662164,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd8d71c-fa3b-4120-8402-1a523a2279f0"} {"level":"info","ts":1784723292.1663852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35624.631918306,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.1663985,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.1739721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.176919,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4dfe72a5-548c-4899-a517-cf944a438c28","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784723292.266798,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd8d71c-fa3b-4120-8402-1a523a2279f0","name":"e2e-external-model"} {"level":"info","ts":1784723292.2842536,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e35fa4d4-0199-4928-95b7-ebb5990a2c13","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.2842743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e35fa4d4-0199-4928-95b7-ebb5990a2c13","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784723292.285897,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd8d71c-fa3b-4120-8402-1a523a2279f0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784723292.2859445,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acd8d71c-fa3b-4120-8402-1a523a2279f0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.2859936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be368e93-db21-45bc-8b64-53b1b8144cf3"} {"level":"info","ts":1784723292.286032,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be368e93-db21-45bc-8b64-53b1b8144cf3","name":"e2e-external-model"} {"level":"info","ts":1784723292.2994826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c684749-e140-4d34-8d6a-73ac450034c4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.299512,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c684749-e140-4d34-8d6a-73ac450034c4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784723292.3027585,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be368e93-db21-45bc-8b64-53b1b8144cf3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784723292.3027937,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be368e93-db21-45bc-8b64-53b1b8144cf3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.302834,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"580575a5-5bd3-4f14-8497-5b660b538731"} {"level":"info","ts":1784723292.3028717,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"580575a5-5bd3-4f14-8497-5b660b538731","name":"e2e-external-model"} {"level":"info","ts":1784723292.3107638,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"580575a5-5bd3-4f14-8497-5b660b538731","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723292.3172834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5192b9ab-9a22-4e67-a80c-2edd20265125","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.317307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5192b9ab-9a22-4e67-a80c-2edd20265125","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784723292.3185759,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"580575a5-5bd3-4f14-8497-5b660b538731","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.3186324,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95803fc4-d8e6-4c85-b73e-33dbc84d38ed"} {"level":"info","ts":1784723292.3186731,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95803fc4-d8e6-4c85-b73e-33dbc84d38ed","name":"e2e-external-model"} {"level":"info","ts":1784723292.3271065,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95803fc4-d8e6-4c85-b73e-33dbc84d38ed","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723299.6087055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723299.608763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c"} {"level":"info","ts":1784723299.6087708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c"} {"level":"info","ts":1784723299.608781,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","EoS":true} {"level":"info","ts":1784723299.6088006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","header":"x-maas-subscription"} {"level":"info","ts":1784723299.608819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","header":"x-maas-username"} {"level":"info","ts":1784723299.6088233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","header":"x-maas-group"} {"level":"info","ts":1784723299.6088345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784723299.6088436,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","modelName":"e2e-external-model"} {"level":"info","ts":1784723299.6088586,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784723299.6088927,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784723299.608909,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","authType":"apikey"} {"level":"info","ts":1784723299.608946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c"} {"level":"info","ts":1784723299.7287116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcb3ae78-b222-4905-ac39-502d70f0495b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7287462,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcb3ae78-b222-4905-ac39-502d70f0495b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784723299.7287757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f17c4c3b-f249-4fc7-a101-e06196bd9815"} {"level":"info","ts":1784723299.7369802,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05b7431b-1c59-4e0b-960d-5dd0f3f8cb25","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7370067,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05b7431b-1c59-4e0b-960d-5dd0f3f8cb25","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784723299.737923,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f17c4c3b-f249-4fc7-a101-e06196bd9815","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723299.7379754,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f17c4c3b-f249-4fc7-a101-e06196bd9815","name":"e2e-cleanup-test"} {"level":"info","ts":1784723299.7530324,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f1d56b1-3508-4985-918f-9357d324c43f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7530854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f1d56b1-3508-4985-918f-9357d324c43f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784723299.7583263,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f17c4c3b-f249-4fc7-a101-e06196bd9815","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784723299.7583654,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f17c4c3b-f249-4fc7-a101-e06196bd9815","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723299.7584076,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3530381-96db-41e7-95e7-287c0d3b18cf"} {"level":"info","ts":1784723299.758464,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3530381-96db-41e7-95e7-287c0d3b18cf","name":"e2e-cleanup-test"} {"level":"info","ts":1784723299.7694747,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2247bca-a5f4-45d3-b949-542c3ce42fa2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784723299.7694776,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3530381-96db-41e7-95e7-287c0d3b18cf","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723299.7695003,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2247bca-a5f4-45d3-b949-542c3ce42fa2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784723299.7695403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d0a5386-c394-4c04-a852-d832aee37b87"} {"level":"info","ts":1784723299.769582,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d0a5386-c394-4c04-a852-d832aee37b87","name":"e2e-cleanup-test"} {"level":"info","ts":1784723299.7784064,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d0a5386-c394-4c04-a852-d832aee37b87","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723299.787668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7001c960-1156-44eb-bb4e-3a9abb1a146a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7876945,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7001c960-1156-44eb-bb4e-3a9abb1a146a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784723299.787789,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb665460-e5f4-4882-8504-1a3c4f0dcdea"} {"level":"info","ts":1784723299.787834,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb665460-e5f4-4882-8504-1a3c4f0dcdea","name":"e2e-cleanup-test"} {"level":"info","ts":1784723299.7960804,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb665460-e5f4-4882-8504-1a3c4f0dcdea","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723307.9999018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0933f38-bc24-4f2e-9648-35ba7f338dbf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723307.9999344,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0933f38-bc24-4f2e-9648-35ba7f338dbf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723307.999913,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9e5e01d-1442-4641-bb72-3fc6bb4992eb"} {"level":"info","ts":1784723312.3121784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723312.3122501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65"} {"level":"info","ts":1784723312.3122613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65"} {"level":"info","ts":1784723312.3122742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65","EoS":true} {"level":"info","ts":1784723312.312304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784723312.3123276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65"} {"level":"info","ts":1784723312.3562253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723312.3562796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542"} {"level":"info","ts":1784723312.356287,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542"} {"level":"info","ts":1784723312.3562975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","EoS":true} {"level":"info","ts":1784723312.3563182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","header":"x-maas-username"} {"level":"info","ts":1784723312.3563275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","header":"x-maas-group"} {"level":"info","ts":1784723312.3563318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","header":"x-maas-subscription"} {"level":"info","ts":1784723312.3563428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784723312.3563507,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","modelName":"e2e-external-model"} {"level":"info","ts":1784723312.356361,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784723312.3563812,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784723312.3563948,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","authType":"apikey"} {"level":"info","ts":1784723312.356415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542"} {"level":"info","ts":1784723312.3899589,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723312.390013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.3900235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.3900347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","EoS":true} {"level":"info","ts":1784723312.3900716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","header":"x-maas-username"} {"level":"info","ts":1784723312.3900816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","header":"x-maas-subscription"} {"level":"info","ts":1784723312.3900862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","header":"x-maas-group"} {"level":"info","ts":1784723312.3900962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784723312.3901172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.5002732,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.500293,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.5003119,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","EoS":false} {"level":"info","ts":1784723312.5003233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","EoS":true} {"level":"error","ts":1784723312.50034,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784723312.5003922,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.5375438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723312.5375998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723312.537609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723312.53762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","EoS":true} {"level":"info","ts":1784723312.5376372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","header":"x-maas-subscription"} {"level":"info","ts":1784723312.537646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","header":"x-maas-username"} {"level":"info","ts":1784723312.5376513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","header":"x-maas-group"} {"level":"info","ts":1784723312.5376725,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723312.5862265,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723312.5862448,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723312.5862608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","EoS":false} {"level":"info","ts":1784723312.5862784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","EoS":true} {"level":"error","ts":1784723312.5862925,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784723312.586322,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723313.4332914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e0b4c4d-355f-41af-8761-fe502eba638d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723313.433319,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e0b4c4d-355f-41af-8761-fe502eba638d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723313.433332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"356635d3-d9e2-4239-b38e-67c6d15948ad"} {"level":"info","ts":1784723313.5840895,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d82-37d7-471f-8a61-8fdf7139bef8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723313.5841115,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ece2d82-37d7-471f-8a61-8fdf7139bef8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723313.5841315,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae159a40-1f79-47b7-886e-ffda5e91bc2d"} {"level":"info","ts":1784723313.7001877,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a2760bc-c0c8-4396-bd86-2413cb20dcd6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784723313.7002354,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a2760bc-c0c8-4396-bd86-2413cb20dcd6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784723953.3152437,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723953.315336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784723953.3153522,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784723953.315371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","EoS":true} {"level":"info","ts":1784723953.3154082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","header":"x-maas-username"} {"level":"info","ts":1784723953.3154235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","header":"x-maas-subscription"} {"level":"info","ts":1784723953.3154323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","header":"x-maas-group"} {"level":"info","ts":1784723953.3154519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","path":"/ai-tenant-e2e-inf-b-07497a/test-model-07497a/v1/chat/completions"} {"level":"info","ts":1784723953.3154845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784723953.328797,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784723953.3288176,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784723953.3288343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","EoS":false} {"level":"info","ts":1784723953.3288467,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","EoS":true} {"level":"info","ts":1784723953.3288834,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784724434.264683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724434.2647533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"} {"level":"info","ts":1784724434.2647626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"} {"level":"info","ts":1784724434.2647738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","EoS":true} {"level":"info","ts":1784724434.2648003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","header":"x-maas-group"} {"level":"info","ts":1784724434.2648082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","header":"x-maas-subscription"} {"level":"info","ts":1784724434.2648127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","header":"x-maas-username"} {"level":"info","ts":1784724434.264825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","path":"/ai-tenant-e2e-shared-b-980f27/rate-test-model-980f27/v1/completions"} {"level":"info","ts":1784724434.2648487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"} {"level":"info","ts":1784724434.277597,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"} {"level":"info","ts":1784724434.277622,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"} {"level":"info","ts":1784724434.2776396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","EoS":false} {"level":"info","ts":1784724434.2776575,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","EoS":true} {"level":"info","ts":1784724434.2776945,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"}