{"level":"info","ts":1784908858.1888692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549","EoS":true} {"level":"info","ts":1784908858.1889076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549","header":"x-maas-username"} {"level":"info","ts":1784908858.1889198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549","header":"x-maas-subscription"} {"level":"info","ts":1784908858.1889272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549","header":"x-maas-group"} {"level":"info","ts":1784908858.1889439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908858.1889758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549"} {"level":"info","ts":1784908858.190853,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549"} {"level":"info","ts":1784908858.1908824,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549"} {"level":"info","ts":1784908858.1909046,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549","EoS":false} {"level":"info","ts":1784908858.1909165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549","EoS":true} {"level":"info","ts":1784908858.1909583,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5e033bcd-d5fc-4729-a3f1-5095fe304549"} {"level":"info","ts":1784908859.007393,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908859.00747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908859.007482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908859.0074933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","EoS":true} {"level":"info","ts":1784908859.0075183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","header":"x-maas-subscription"} {"level":"info","ts":1784908859.0075288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","header":"x-maas-username"} {"level":"info","ts":1784908859.007533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","header":"x-maas-group"} {"level":"info","ts":1784908859.0075462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908859.0075724,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908859.008559,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908859.0085797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908859.008594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","EoS":false} {"level":"info","ts":1784908859.0086045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","EoS":true} {"level":"info","ts":1784908859.0086374,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908879.0571105,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.0571947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.0572069,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.0572357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","EoS":true} {"level":"info","ts":1784908879.057268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","header":"x-maas-group"} {"level":"info","ts":1784908879.0572786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","header":"x-maas-subscription"} {"level":"info","ts":1784908879.0572846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","header":"x-maas-username"} {"level":"info","ts":1784908879.0572977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.0573246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.0585482,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.0585694,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.0585852,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","EoS":false} {"level":"info","ts":1784908879.058597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","EoS":true} {"level":"info","ts":1784908879.058634,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.195345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.1954231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.1954362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.1954484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","EoS":true} {"level":"info","ts":1784908879.1954732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","header":"x-maas-subscription"} {"level":"info","ts":1784908879.1954837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","header":"x-maas-group"} {"level":"info","ts":1784908879.1954885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","header":"x-maas-username"} {"level":"info","ts":1784908879.1955016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.195524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.1963615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.1963735,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.1963847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","EoS":false} {"level":"info","ts":1784908879.196395,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","EoS":true} {"level":"info","ts":1784908879.1964204,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.3345366,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.3346155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.3346274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.3346388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","EoS":true} {"level":"info","ts":1784908879.3346784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","header":"x-maas-username"} {"level":"info","ts":1784908879.3346882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","header":"x-maas-group"} {"level":"info","ts":1784908879.3346934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","header":"x-maas-subscription"} {"level":"info","ts":1784908879.3347068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.3347235,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.335606,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.335626,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.3356404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","EoS":false} {"level":"info","ts":1784908879.3356543,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","EoS":true} {"level":"info","ts":1784908879.3356864,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.4694326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.4695263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.4695454,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.4695637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","EoS":true} {"level":"info","ts":1784908879.4696016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","header":"x-maas-group"} {"level":"info","ts":1784908879.4696128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","header":"x-maas-username"} {"level":"info","ts":1784908879.4696205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","header":"x-maas-subscription"} {"level":"info","ts":1784908879.4696395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.4696703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.4718535,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.4718738,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.4718955,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","EoS":false} {"level":"info","ts":1784908879.4719086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","EoS":true} {"level":"info","ts":1784908879.471945,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.607732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.6078107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908879.607822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908879.6078334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","EoS":true} {"level":"info","ts":1784908879.6078608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","header":"x-maas-username"} {"level":"info","ts":1784908879.6078715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","header":"x-maas-subscription"} {"level":"info","ts":1784908879.6078765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","header":"x-maas-group"} {"level":"info","ts":1784908879.6078894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.6079137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908879.6087842,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908879.6087968,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908879.6088092,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","EoS":false} {"level":"info","ts":1784908879.6088197,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","EoS":true} {"level":"info","ts":1784908879.6088524,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908895.4278357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908895.427948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.4279635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.4279785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","EoS":true} {"level":"info","ts":1784908895.4280136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","header":"x-maas-subscription"} {"level":"info","ts":1784908895.4280248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","header":"x-maas-username"} {"level":"info","ts":1784908895.428031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","header":"x-maas-group"} {"level":"info","ts":1784908895.4280486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908895.4280715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.429,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.4290237,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.4290524,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","EoS":false} {"level":"info","ts":1784908895.4290748,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","EoS":true} {"level":"info","ts":1784908895.4291189,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.5334084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908895.533488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87ca7067-dc6b-4238-8a72-af0a71b0be44"} {"level":"info","ts":1784908895.5342515,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87ca7067-dc6b-4238-8a72-af0a71b0be44"} {"level":"info","ts":1784908895.5342734,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"87ca7067-dc6b-4238-8a72-af0a71b0be44"} {"level":"info","ts":1784908895.5342934,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87ca7067-dc6b-4238-8a72-af0a71b0be44","EoS":false} {"level":"info","ts":1784908895.534313,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"87ca7067-dc6b-4238-8a72-af0a71b0be44"} {"level":"info","ts":1784908895.5343509,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87ca7067-dc6b-4238-8a72-af0a71b0be44","EoS":true} {"level":"info","ts":1784908895.5343614,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"87ca7067-dc6b-4238-8a72-af0a71b0be44"} {"level":"info","ts":1784908900.1674545,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908900.1675344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908900.1675463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908900.1675584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","EoS":true} {"level":"info","ts":1784908900.1675873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","header":"x-maas-username"} {"level":"info","ts":1784908900.1675982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","header":"x-maas-subscription"} {"level":"info","ts":1784908900.167604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","header":"x-maas-group"} {"level":"info","ts":1784908900.16762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908900.1676488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908900.1686594,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908900.1686773,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908900.1686907,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","EoS":false} {"level":"info","ts":1784908900.1687,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","EoS":true} {"level":"info","ts":1784908900.1687367,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908912.8115664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908912.8116527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908912.8116646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908912.8116765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","EoS":true} {"level":"info","ts":1784908912.811705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","header":"x-maas-group"} {"level":"info","ts":1784908912.8117156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","header":"x-maas-username"} {"level":"info","ts":1784908912.8117206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","header":"x-maas-subscription"} {"level":"info","ts":1784908912.8117347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908912.8117626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908912.8136885,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908912.8137116,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908912.813728,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","EoS":false} {"level":"info","ts":1784908912.8137386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","EoS":true} {"level":"info","ts":1784908912.8137712,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908925.6629467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908925.6630423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908925.6630564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908925.6630702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","EoS":true} {"level":"info","ts":1784908925.663098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","header":"x-maas-subscription"} {"level":"info","ts":1784908925.6631088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","header":"x-maas-group"} {"level":"info","ts":1784908925.663114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","header":"x-maas-username"} {"level":"info","ts":1784908925.6631267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908925.6631932,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908925.6641173,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908925.6641338,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908925.6641462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","EoS":false} {"level":"info","ts":1784908925.6641572,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","EoS":true} {"level":"info","ts":1784908925.6641948,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908934.2028127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908934.2028937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908934.2029057,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908934.2029178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","EoS":true} {"level":"info","ts":1784908934.2029405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","header":"x-maas-username"} {"level":"info","ts":1784908934.2029893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","header":"x-maas-group"} {"level":"info","ts":1784908934.2029977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","header":"x-maas-subscription"} {"level":"info","ts":1784908934.203014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908934.203041,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908934.2039819,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908934.2040067,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908934.2040215,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","EoS":false} {"level":"info","ts":1784908934.2040315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","EoS":true} {"level":"info","ts":1784908934.204065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908943.085563,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908943.0856357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908943.085647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908943.0856612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","EoS":true} {"level":"info","ts":1784908943.085688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","header":"x-maas-username"} {"level":"info","ts":1784908943.0856977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","header":"x-maas-group"} {"level":"info","ts":1784908943.0857034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","header":"x-maas-subscription"} {"level":"info","ts":1784908943.0857162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908943.0857377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908943.0866528,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908943.086676,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908943.0866911,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","EoS":false} {"level":"info","ts":1784908943.0867033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","EoS":true} {"level":"info","ts":1784908943.0867434,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908966.0816445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908966.0817435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908966.081759,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908966.0817723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","EoS":true} {"level":"info","ts":1784908966.0817978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","header":"x-maas-group"} {"level":"info","ts":1784908966.081809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","header":"x-maas-username"} {"level":"info","ts":1784908966.0818143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","header":"x-maas-subscription"} {"level":"info","ts":1784908966.0818272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908966.0818522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908966.0838284,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908966.0838501,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908966.0838711,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","EoS":false} {"level":"info","ts":1784908966.083884,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","EoS":true} {"level":"info","ts":1784908966.083921,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908989.299528,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908989.29962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784908989.2996361,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784908989.2996569,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","EoS":true} {"level":"info","ts":1784908989.2996943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","header":"x-maas-subscription"} {"level":"info","ts":1784908989.2997065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","header":"x-maas-group"} {"level":"info","ts":1784908989.2997148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","header":"x-maas-username"} {"level":"info","ts":1784908989.2997339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908989.2997699,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784908989.3006463,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784908989.3006687,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784908989.3006845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","EoS":false} {"level":"info","ts":1784908989.3006966,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","EoS":true} {"level":"info","ts":1784908989.3007345,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784909015.7456245,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909015.7457006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909015.7457128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909015.745726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","EoS":true} {"level":"info","ts":1784909015.7457533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","header":"x-maas-subscription"} {"level":"info","ts":1784909015.745763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","header":"x-maas-username"} {"level":"info","ts":1784909015.7457714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","header":"x-maas-group"} {"level":"info","ts":1784909015.7457905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909015.7458243,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909015.7487013,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909015.7487235,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909015.7487402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","EoS":false} {"level":"info","ts":1784909015.7487526,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","EoS":true} {"level":"info","ts":1784909015.748794,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909025.213262,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909025.2133656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.2133837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.2134018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","EoS":true} {"level":"info","ts":1784909025.213439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","header":"x-maas-subscription"} {"level":"info","ts":1784909025.2134533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","header":"x-maas-username"} {"level":"info","ts":1784909025.2134624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","header":"x-maas-group"} {"level":"info","ts":1784909025.2134802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909025.213519,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.2145383,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.2145603,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.2145755,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","EoS":false} {"level":"info","ts":1784909025.2145877,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","EoS":true} {"level":"info","ts":1784909025.2146275,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.2538824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909025.2539687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909025.2539804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909025.253992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","EoS":true} {"level":"info","ts":1784909025.2540164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","header":"x-maas-subscription"} {"level":"info","ts":1784909025.2540262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","header":"x-maas-username"} {"level":"info","ts":1784909025.2540307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","header":"x-maas-group"} {"level":"info","ts":1784909025.2540436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909025.2540672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909025.2551286,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909025.2551498,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909025.2551675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","EoS":false} {"level":"info","ts":1784909025.255184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","EoS":true} {"level":"info","ts":1784909025.2552524,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909044.563709,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909044.5638068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909044.5638218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909044.5638843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","EoS":true} {"level":"info","ts":1784909044.5639257,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","header":"x-maas-subscription"} {"level":"info","ts":1784909044.5639355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","header":"x-maas-username"} {"level":"info","ts":1784909044.5639408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","header":"x-maas-group"} {"level":"info","ts":1784909044.563954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909044.5639808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909044.564923,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909044.564947,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909044.564961,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","EoS":false} {"level":"info","ts":1784909044.5649726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","EoS":true} {"level":"info","ts":1784909044.565004,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909176.2825766,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909176.2826638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909176.282675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909176.282687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","EoS":true} {"level":"info","ts":1784909176.282711,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","header":"x-maas-group"} {"level":"info","ts":1784909176.2827218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","header":"x-maas-username"} {"level":"info","ts":1784909176.282728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","header":"x-maas-subscription"} {"level":"info","ts":1784909176.2827406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784909176.2827654,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909176.286099,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909176.2861204,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909176.2861362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","EoS":false} {"level":"info","ts":1784909176.286149,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","EoS":true} {"level":"info","ts":1784909176.2861845,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909213.5544522,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909213.5545282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909213.5545392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909213.55455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","EoS":true} {"level":"info","ts":1784909213.554574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","header":"x-maas-group"} {"level":"info","ts":1784909213.5545847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","header":"x-maas-subscription"} {"level":"info","ts":1784909213.5545895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","header":"x-maas-username"} {"level":"info","ts":1784909213.554603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909213.5546272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909213.5557156,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909213.5557384,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909213.5557585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","EoS":false} {"level":"info","ts":1784909213.5557702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","EoS":true} {"level":"info","ts":1784909213.5558062,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909228.8465934,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909228.8466866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909228.8466976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909228.84671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","EoS":true} {"level":"info","ts":1784909228.8467367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","header":"x-maas-username"} {"level":"info","ts":1784909228.846747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","header":"x-maas-subscription"} {"level":"info","ts":1784909228.8467524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","header":"x-maas-group"} {"level":"info","ts":1784909228.8467653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909228.846791,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909228.8477917,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909228.8478158,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909228.8478303,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","EoS":false} {"level":"info","ts":1784909228.8478413,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","EoS":true} {"level":"info","ts":1784909228.8478754,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909554.79425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909554.7943454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909554.794357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909554.794369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","EoS":true} {"level":"info","ts":1784909554.794397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","header":"x-maas-username"} {"level":"info","ts":1784909554.7944071,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","header":"x-maas-group"} {"level":"info","ts":1784909554.7944136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","header":"x-maas-subscription"} {"level":"info","ts":1784909554.7944312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909554.7944584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909554.7961278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909554.79615,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909554.7961657,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","EoS":false} {"level":"info","ts":1784909554.7961774,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","EoS":true} {"level":"info","ts":1784909554.7962277,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909559.610747,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9a584f0d-ab04-49e3-9ae7-373dea05a2a5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909559.611055,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38083.499523822,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.6110792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.6617014,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.7115123,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9a584f0d-ab04-49e3-9ae7-373dea05a2a5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909559.726706,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29ff5abf-c0d3-42b8-b79a-246b6da0b4e5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909559.7267468,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29ff5abf-c0d3-42b8-b79a-246b6da0b4e5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909559.7268188,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"852d57a5-2439-4b3b-857c-1e664b7d3532"} {"level":"info","ts":1784909559.7336051,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6367c3a5-8d1e-42e0-b5b8-e1e45542a9b6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909559.7337835,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6367c3a5-8d1e-42e0-b5b8-e1e45542a9b6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909559.7337906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36586.532500498,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.7338362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.744298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.8329856,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc9fb55a-5abc-4831-a58e-58fd573e23f1"} {"level":"info","ts":1784909559.83301,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afa9083c-81ff-4e8b-aa56-8cfb93e051db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909559.8330588,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afa9083c-81ff-4e8b-aa56-8cfb93e051db","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909559.8345845,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"852d57a5-2439-4b3b-857c-1e664b7d3532","name":"e2e-external-provider"} {"level":"info","ts":1784909559.8412068,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc9fb55a-5abc-4831-a58e-58fd573e23f1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909559.8414936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f7107f7-63d2-44b2-892f-4088a26dbed2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909559.8415298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f7107f7-63d2-44b2-892f-4088a26dbed2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909559.8468869,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d483831-59f9-43cf-b4d4-67191eef6cfa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909559.8469203,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d483831-59f9-43cf-b4d4-67191eef6cfa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909559.8474464,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc9fb55a-5abc-4831-a58e-58fd573e23f1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909559.8475153,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb37a568-1117-441a-976e-a0f028dba040"} {"level":"info","ts":1784909559.8475366,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb37a568-1117-441a-976e-a0f028dba040","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909559.8519888,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"852d57a5-2439-4b3b-857c-1e664b7d3532","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784909559.8526175,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb37a568-1117-441a-976e-a0f028dba040","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909559.8629715,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a718a076-d3d4-46b7-8b11-89b6a3aa225e"} {"level":"info","ts":1784909559.8630214,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a718a076-d3d4-46b7-8b11-89b6a3aa225e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909559.8636303,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"852d57a5-2439-4b3b-857c-1e664b7d3532","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784909559.8674498,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a718a076-d3d4-46b7-8b11-89b6a3aa225e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909559.868945,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"852d57a5-2439-4b3b-857c-1e664b7d3532","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909559.8750749,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc7b24f5-e65e-431d-89fd-94c3523f2ab4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909559.8751009,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc7b24f5-e65e-431d-89fd-94c3523f2ab4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909559.8751616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3176a03-d7c6-4aa3-a3ff-5f12060ab4e7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909559.8751695,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d925057d-8979-445c-934f-01c4b2b64752"} {"level":"info","ts":1784909559.8752396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"759b53f3-00af-4efa-89ce-5cb13f52461b"} {"level":"info","ts":1784909559.87527,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d925057d-8979-445c-934f-01c4b2b64752","name":"e2e-external-provider"} {"level":"info","ts":1784909559.8754222,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36883.045647811,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.8751776,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3176a03-d7c6-4aa3-a3ff-5f12060ab4e7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909559.875437,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.8847313,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.8863654,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d925057d-8979-445c-934f-01c4b2b64752","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909559.891273,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc9ebab3-517e-436f-b2f1-ce7e532b7042"} {"level":"info","ts":1784909559.8913186,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc9ebab3-517e-436f-b2f1-ce7e532b7042","name":"e2e-external-provider"} {"level":"info","ts":1784909559.9004376,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc9ebab3-517e-436f-b2f1-ce7e532b7042","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909559.9761443,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"759b53f3-00af-4efa-89ce-5cb13f52461b","name":"e2e-external-model"} {"level":"info","ts":1784909559.9898381,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"759b53f3-00af-4efa-89ce-5cb13f52461b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909559.9964378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77c13f04-0ae1-40aa-afa4-c667bbe0fc4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909559.9964833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"77c13f04-0ae1-40aa-afa4-c667bbe0fc4e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909559.99761,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"690fde12-dcd8-4e79-87ac-7f927e9cafc0"} {"level":"info","ts":1784909559.9976797,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"690fde12-dcd8-4e79-87ac-7f927e9cafc0","name":"e2e-external-model"} {"level":"info","ts":1784909560.0157218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d55a9597-2801-49bd-8e67-fdee2166f4ef","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909560.015759,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d55a9597-2801-49bd-8e67-fdee2166f4ef","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909560.0165977,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"690fde12-dcd8-4e79-87ac-7f927e9cafc0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909560.01667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2fa4639-7fc2-4987-ac44-d2e160ca7b36"} {"level":"info","ts":1784909560.0167289,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2fa4639-7fc2-4987-ac44-d2e160ca7b36","name":"e2e-external-model"} {"level":"info","ts":1784909560.0292413,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2fa4639-7fc2-4987-ac44-d2e160ca7b36","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909560.0348885,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f9e2113-55fc-48db-8864-8cfdc5fe9e9f"} {"level":"info","ts":1784909560.034958,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f9e2113-55fc-48db-8864-8cfdc5fe9e9f","name":"e2e-external-model"} {"level":"info","ts":1784909560.0348885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"872c822e-cab7-4e5e-b95c-d3baf638d5e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909560.0350063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"872c822e-cab7-4e5e-b95c-d3baf638d5e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909560.0432584,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f9e2113-55fc-48db-8864-8cfdc5fe9e9f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909569.4662292,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909569.4663095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb"} {"level":"info","ts":1784909569.4663208,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb"} {"level":"info","ts":1784909569.4663332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","EoS":true} {"level":"info","ts":1784909569.4663577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","header":"x-maas-username"} {"level":"info","ts":1784909569.466368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","header":"x-maas-subscription"} {"level":"info","ts":1784909569.4663725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","header":"x-maas-group"} {"level":"info","ts":1784909569.4663851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909569.4663913,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","modelName":"e2e-external-model"} {"level":"info","ts":1784909569.466403,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909569.4664392,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784909569.466457,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","authType":"apikey"} {"level":"info","ts":1784909569.466485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb"} {"level":"info","ts":1784909569.5836444,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7564599-05ee-4e7c-a3fe-becf8bc53d44"} {"level":"info","ts":1784909569.5836337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d764c10c-7a5f-4cd7-b494-322ee5e234c1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.5837662,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d764c10c-7a5f-4cd7-b494-322ee5e234c1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909569.590767,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7564599-05ee-4e7c-a3fe-becf8bc53d44","name":"e2e-cleanup-test"} {"level":"info","ts":1784909569.5908134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e793ef4-2932-44ca-a103-569bacd5b462","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.5908465,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e793ef4-2932-44ca-a103-569bacd5b462","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909569.601868,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7564599-05ee-4e7c-a3fe-becf8bc53d44","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909569.6077294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c040bcd-e6bc-49e7-9b58-7cb8eb544a84","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.6077838,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c040bcd-e6bc-49e7-9b58-7cb8eb544a84","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909569.6079078,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093e1db6-b5bc-4db1-bd84-a2bd0eef3a0b"} {"level":"info","ts":1784909569.6080184,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093e1db6-b5bc-4db1-bd84-a2bd0eef3a0b","name":"e2e-cleanup-test"} {"level":"error","ts":1784909569.6213665,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093e1db6-b5bc-4db1-bd84-a2bd0eef3a0b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909569.6214051,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e017116a-cfef-45d0-8a7a-9ea63170028c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.621437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e017116a-cfef-45d0-8a7a-9ea63170028c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909569.6214674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0d1575f-003d-420d-8a18-66a7c95ee07f"} {"level":"info","ts":1784909569.6215174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0d1575f-003d-420d-8a18-66a7c95ee07f","name":"e2e-cleanup-test"} {"level":"info","ts":1784909569.6300466,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0d1575f-003d-420d-8a18-66a7c95ee07f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909569.6351194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bd4b111-4320-49a3-bebd-73e1573b846a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.6351597,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bd4b111-4320-49a3-bebd-73e1573b846a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909569.635157,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd7901b2-31e8-4936-8fc1-9181d5c27760"} {"level":"info","ts":1784909569.635276,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd7901b2-31e8-4936-8fc1-9181d5c27760","name":"e2e-cleanup-test"} {"level":"info","ts":1784909569.642795,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd7901b2-31e8-4936-8fc1-9181d5c27760","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909577.8630884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf74cc64-ae83-400d-815d-b3e81993c905"} {"level":"info","ts":1784909577.8631015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa254f67-b201-4a00-98d7-45e708438f31","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909577.8631577,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa254f67-b201-4a00-98d7-45e708438f31","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909582.176688,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909582.176784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad"} {"level":"info","ts":1784909582.1767967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad"} {"level":"info","ts":1784909582.1768177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad","EoS":true} {"level":"info","ts":1784909582.176865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784909582.1769009,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad"} {"level":"info","ts":1784909582.234494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909582.2345865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a"} {"level":"info","ts":1784909582.2346032,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a"} {"level":"info","ts":1784909582.2346222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","EoS":true} {"level":"info","ts":1784909582.2347116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","header":"x-maas-subscription"} {"level":"info","ts":1784909582.2347302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","header":"x-maas-username"} {"level":"info","ts":1784909582.2347362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","header":"x-maas-group"} {"level":"info","ts":1784909582.23475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909582.234757,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","modelName":"e2e-external-model"} {"level":"info","ts":1784909582.234771,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909582.234795,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784909582.2348135,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","authType":"apikey"} {"level":"info","ts":1784909582.2348375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a"} {"level":"info","ts":1784909582.2773342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909582.2774096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.2774208,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.2774355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","EoS":true} {"level":"info","ts":1784909582.2774596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","header":"x-maas-group"} {"level":"info","ts":1784909582.2774696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","header":"x-maas-username"} {"level":"info","ts":1784909582.277475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","header":"x-maas-subscription"} {"level":"info","ts":1784909582.277487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909582.2775104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.3807619,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.3807912,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.380813,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","EoS":false} {"level":"info","ts":1784909582.3808665,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","EoS":true} {"level":"error","ts":1784909582.3808935,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784909582.3809419,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.438702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909582.4388094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909582.4388273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909582.438845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","EoS":true} {"level":"info","ts":1784909582.438877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","header":"x-maas-subscription"} {"level":"info","ts":1784909582.4388885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","header":"x-maas-group"} {"level":"info","ts":1784909582.4388962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","header":"x-maas-username"} {"level":"info","ts":1784909582.4389286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909582.4885542,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909582.4885828,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909582.4886036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","EoS":false} {"level":"info","ts":1784909582.4886172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","EoS":true} {"level":"error","ts":1784909582.488633,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784909582.4886699,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909583.383621,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec1bb61b-1c14-42d3-8f37-7ebb35c8d8a4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909583.3836648,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec1bb61b-1c14-42d3-8f37-7ebb35c8d8a4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909583.3836274,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1445955-b0f5-4be3-b488-c89cb30f6ac8"} {"level":"info","ts":1784909583.5315287,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e7699eff-da65-4dff-89c4-9d78cbc82539"} {"level":"info","ts":1784909583.531531,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e87fa45c-6d87-48a1-b9ba-641081cb1a02","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909583.5316777,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e87fa45c-6d87-48a1-b9ba-641081cb1a02","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909583.661592,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d09c7c99-aab8-43ad-aa84-95c0606e9cac","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909583.6616518,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d09c7c99-aab8-43ad-aa84-95c0606e9cac","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784910724.248371,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910724.2484658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca5c9983-3ce1-43e5-8312-e64ad4d0c8cb"} {"level":"info","ts":1784910779.5079947,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910779.5080748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"} {"level":"info","ts":1784910779.508089,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"} {"level":"info","ts":1784910779.5081003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","EoS":true} {"level":"info","ts":1784910779.5081272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","header":"x-maas-group"} {"level":"info","ts":1784910779.5081377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","header":"x-maas-subscription"} {"level":"info","ts":1784910779.508143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","header":"x-maas-username"} {"level":"info","ts":1784910779.5081556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784910779.5081797,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"} {"level":"info","ts":1784910779.5203316,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"} {"level":"info","ts":1784910779.5203571,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"} {"level":"info","ts":1784910779.520373,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","EoS":false} {"level":"info","ts":1784910779.520386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","EoS":true} {"level":"info","ts":1784910779.5204265,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"}