{"level":"info","ts":1785189559.0686924,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"463327e9-68c1-4602-8d21-d127254f36d1","EoS":false} {"level":"info","ts":1785189559.0687034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"463327e9-68c1-4602-8d21-d127254f36d1","EoS":true} {"level":"info","ts":1785189559.0687313,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"463327e9-68c1-4602-8d21-d127254f36d1"} {"level":"info","ts":1785189582.253807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.2539077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.2539244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.2539434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","EoS":true} {"level":"info","ts":1785189582.2539802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","header":"x-maas-subscription"} {"level":"info","ts":1785189582.2539937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","header":"x-maas-username"} {"level":"info","ts":1785189582.2540023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","header":"x-maas-group"} {"level":"info","ts":1785189582.2540257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.254061,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.2552845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.255307,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.2553225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","EoS":false} {"level":"info","ts":1785189582.2553337,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9","EoS":true} {"level":"info","ts":1785189582.2553613,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d9349500-c30f-428b-a092-03592d2114d9"} {"level":"info","ts":1785189582.392793,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.3928754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.392894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.392913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","EoS":true} {"level":"info","ts":1785189582.3929963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","header":"x-maas-subscription"} {"level":"info","ts":1785189582.3930104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","header":"x-maas-group"} {"level":"info","ts":1785189582.3930194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","header":"x-maas-username"} {"level":"info","ts":1785189582.3930397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.3930755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.394313,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.3943331,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.3943615,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","EoS":false} {"level":"info","ts":1785189582.3943734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8","EoS":true} {"level":"info","ts":1785189582.3944025,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7fab8218-24a0-4bc0-9b6e-5a222d6a8ea8"} {"level":"info","ts":1785189582.532589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.5326664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.5326798,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.5326915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","EoS":true} {"level":"info","ts":1785189582.5327187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","header":"x-maas-subscription"} {"level":"info","ts":1785189582.5327291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","header":"x-maas-username"} {"level":"info","ts":1785189582.5327342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","header":"x-maas-group"} {"level":"info","ts":1785189582.532748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.5328138,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.5357907,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.5358129,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.5358295,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","EoS":false} {"level":"info","ts":1785189582.5358453,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01","EoS":true} {"level":"info","ts":1785189582.5358744,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9771fb28-5b8d-4da5-b723-f57681e94d01"} {"level":"info","ts":1785189582.6733081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.6733832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.6733959,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.6734083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","EoS":true} {"level":"info","ts":1785189582.6734357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","header":"x-maas-subscription"} {"level":"info","ts":1785189582.673447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","header":"x-maas-group"} {"level":"info","ts":1785189582.6734526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","header":"x-maas-username"} {"level":"info","ts":1785189582.6734664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.6734872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.674575,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.6745958,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.674616,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","EoS":false} {"level":"info","ts":1785189582.6746256,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b","EoS":true} {"level":"info","ts":1785189582.674656,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8378f1ef-619f-4834-a136-08673574df5b"} {"level":"info","ts":1785189582.8112638,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189582.8113286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189582.8113403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189582.8113518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","EoS":true} {"level":"info","ts":1785189582.8113768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","header":"x-maas-username"} {"level":"info","ts":1785189582.8113873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","header":"x-maas-group"} {"level":"info","ts":1785189582.8113925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","header":"x-maas-subscription"} {"level":"info","ts":1785189582.8114069,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189582.8114312,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189582.8123505,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189582.8123727,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189582.8123899,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","EoS":false} {"level":"info","ts":1785189582.8124037,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b","EoS":true} {"level":"info","ts":1785189582.8124332,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7cc52efa-0761-4dfd-9ca0-b3d303b0de2b"} {"level":"info","ts":1785189601.694843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189601.6949475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.694967,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.6950364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","EoS":true} {"level":"info","ts":1785189601.695081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","header":"x-maas-subscription"} {"level":"info","ts":1785189601.6950967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","header":"x-maas-group"} {"level":"info","ts":1785189601.6951048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","header":"x-maas-username"} {"level":"info","ts":1785189601.6951258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189601.6951632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.6981678,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.6981964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.6982133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","EoS":false} {"level":"info","ts":1785189601.698263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543","EoS":true} {"level":"info","ts":1785189601.698302,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b1ffff67-b7d2-498b-a570-0d7ad3a65543"} {"level":"info","ts":1785189601.7364645,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189601.7365482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.7365613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.7365746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","EoS":true} {"level":"info","ts":1785189601.7366076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","header":"x-maas-username"} {"level":"info","ts":1785189601.7366188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","header":"x-maas-subscription"} {"level":"info","ts":1785189601.736623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","header":"x-maas-group"} {"level":"info","ts":1785189601.736637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189601.7366624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.7376275,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.7376459,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.7376604,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","EoS":false} {"level":"info","ts":1785189601.7376735,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a","EoS":true} {"level":"info","ts":1785189601.7377007,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"54a40229-8a2f-4f70-9e34-04de4357fa1a"} {"level":"info","ts":1785189601.8379092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189601.8379898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ffcf115-8f57-4dbb-8872-225b09044e19"} {"level":"info","ts":1785189601.838894,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ffcf115-8f57-4dbb-8872-225b09044e19"} {"level":"info","ts":1785189601.8389125,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ffcf115-8f57-4dbb-8872-225b09044e19"} {"level":"info","ts":1785189601.8389292,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ffcf115-8f57-4dbb-8872-225b09044e19","EoS":false} {"level":"info","ts":1785189601.8389409,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ffcf115-8f57-4dbb-8872-225b09044e19"} {"level":"info","ts":1785189601.8389697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ffcf115-8f57-4dbb-8872-225b09044e19","EoS":true} {"level":"info","ts":1785189601.8389802,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ffcf115-8f57-4dbb-8872-225b09044e19"} {"level":"info","ts":1785189606.4715722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189606.4716542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189606.4716678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189606.4716794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","EoS":true} {"level":"info","ts":1785189606.4717104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","header":"x-maas-username"} {"level":"info","ts":1785189606.4717207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","header":"x-maas-group"} {"level":"info","ts":1785189606.4717703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","header":"x-maas-subscription"} {"level":"info","ts":1785189606.4717875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189606.4718163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189606.4727137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189606.4727323,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189606.4727473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","EoS":false} {"level":"info","ts":1785189606.472758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362","EoS":true} {"level":"info","ts":1785189606.4727867,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8cfbe44f-9f20-4829-87e8-656c7bf0d362"} {"level":"info","ts":1785189617.1152139,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189617.1153157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189617.1153271,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189617.115339,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","EoS":true} {"level":"info","ts":1785189617.1153688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","header":"x-maas-username"} {"level":"info","ts":1785189617.1153815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","header":"x-maas-group"} {"level":"info","ts":1785189617.115387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","header":"x-maas-subscription"} {"level":"info","ts":1785189617.1154015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189617.1154287,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189617.1190991,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189617.11912,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189617.1191347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","EoS":false} {"level":"info","ts":1785189617.1191473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d","EoS":true} {"level":"info","ts":1785189617.1191747,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e4ed3080-0711-431b-8d6f-34ababded13d"} {"level":"info","ts":1785189630.0005698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189630.0006561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189630.0006702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189630.0006888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","EoS":true} {"level":"info","ts":1785189630.0007293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","header":"x-maas-subscription"} {"level":"info","ts":1785189630.000743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","header":"x-maas-group"} {"level":"info","ts":1785189630.0007527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","header":"x-maas-username"} {"level":"info","ts":1785189630.0007715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189630.0008075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189630.0016835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189630.0017066,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189630.001723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","EoS":false} {"level":"info","ts":1785189630.0017352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a","EoS":true} {"level":"info","ts":1785189630.001765,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2b32ba4d-91a7-4d34-947f-fb52914e033a"} {"level":"info","ts":1785189638.5671659,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189638.567291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189638.567368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189638.5673935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","EoS":true} {"level":"info","ts":1785189638.5674217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","header":"x-maas-subscription"} {"level":"info","ts":1785189638.5674305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","header":"x-maas-username"} {"level":"info","ts":1785189638.567435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","header":"x-maas-group"} {"level":"info","ts":1785189638.5674493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189638.5674777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189638.5683513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189638.5683718,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189638.568386,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","EoS":false} {"level":"info","ts":1785189638.568397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14","EoS":true} {"level":"info","ts":1785189638.5684257,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"285553df-9e2c-4e78-86bb-ae88e0f0cc14"} {"level":"info","ts":1785189647.4427207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189647.4427989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189647.4428103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189647.4428222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","EoS":true} {"level":"info","ts":1785189647.4428506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","header":"x-maas-username"} {"level":"info","ts":1785189647.4428613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","header":"x-maas-subscription"} {"level":"info","ts":1785189647.4428668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","header":"x-maas-group"} {"level":"info","ts":1785189647.4428802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189647.442901,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189647.4437582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189647.4437804,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189647.443796,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","EoS":false} {"level":"info","ts":1785189647.4438095,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445","EoS":true} {"level":"info","ts":1785189647.4438374,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"12a404ef-f81d-4de7-acd3-f3c8255ce445"} {"level":"info","ts":1785189670.4291124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189670.4292533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189670.4292738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189670.429335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","EoS":true} {"level":"info","ts":1785189670.4293745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","header":"x-maas-group"} {"level":"info","ts":1785189670.4293923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","header":"x-maas-username"} {"level":"info","ts":1785189670.429402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","header":"x-maas-subscription"} {"level":"info","ts":1785189670.4294448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189670.429492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189670.4305017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189670.4305234,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189670.4305384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","EoS":false} {"level":"info","ts":1785189670.4305506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53","EoS":true} {"level":"info","ts":1785189670.4305804,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bc86bf5f-abd1-48ca-a1af-ec3a6d907c53"} {"level":"info","ts":1785189693.1764834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189693.17656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189693.1765726,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189693.176584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","EoS":true} {"level":"info","ts":1785189693.1766074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","header":"x-maas-group"} {"level":"info","ts":1785189693.176618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","header":"x-maas-subscription"} {"level":"info","ts":1785189693.1766233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","header":"x-maas-username"} {"level":"info","ts":1785189693.1766362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785189693.1766608,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189693.1778007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189693.1778224,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189693.177838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","EoS":false} {"level":"info","ts":1785189693.1778526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b","EoS":true} {"level":"info","ts":1785189693.1778853,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c6ea67a5-5abe-435e-b3ea-a83f8270653b"} {"level":"info","ts":1785189719.5736473,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189719.5737257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189719.5737367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189719.5737486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","EoS":true} {"level":"info","ts":1785189719.5737746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","header":"x-maas-username"} {"level":"info","ts":1785189719.5737848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","header":"x-maas-group"} {"level":"info","ts":1785189719.5737903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","header":"x-maas-subscription"} {"level":"info","ts":1785189719.573803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189719.573828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189719.5761905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189719.5762148,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189719.576258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","EoS":false} {"level":"info","ts":1785189719.5762703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a","EoS":true} {"level":"info","ts":1785189719.576302,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b69f2b29-668f-4da9-8920-00a0f4d0dc2a"} {"level":"info","ts":1785189729.002929,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189729.0030208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189729.0030415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189729.0030704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","EoS":true} {"level":"info","ts":1785189729.0031106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","header":"x-maas-subscription"} {"level":"info","ts":1785189729.003124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","header":"x-maas-group"} {"level":"info","ts":1785189729.003132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","header":"x-maas-username"} {"level":"info","ts":1785189729.0031526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189729.003186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189729.0041516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189729.004173,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189729.004189,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","EoS":false} {"level":"info","ts":1785189729.0042014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a","EoS":true} {"level":"info","ts":1785189729.0042608,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7ea85d2d-b3e2-4648-972a-daaccecb3b0a"} {"level":"info","ts":1785189729.0395775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189729.039671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189729.039687,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189729.0397072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","EoS":true} {"level":"info","ts":1785189729.0397472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","header":"x-maas-group"} {"level":"info","ts":1785189729.0397613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","header":"x-maas-subscription"} {"level":"info","ts":1785189729.0397704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","header":"x-maas-username"} {"level":"info","ts":1785189729.039791,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189729.03983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189729.040795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189729.040816,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189729.040832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","EoS":false} {"level":"info","ts":1785189729.0408435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17","EoS":true} {"level":"info","ts":1785189729.0408733,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ff50c090-1ead-43ee-9546-ffb410447d17"} {"level":"info","ts":1785189748.1267219,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189748.1267943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189748.1268067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189748.1268184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","EoS":true} {"level":"info","ts":1785189748.1268406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","header":"x-maas-username"} {"level":"info","ts":1785189748.1268513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","header":"x-maas-subscription"} {"level":"info","ts":1785189748.1268568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","header":"x-maas-group"} {"level":"info","ts":1785189748.1268692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189748.126896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189748.1277964,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189748.1278183,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189748.1278408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","EoS":false} {"level":"info","ts":1785189748.1278539,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e","EoS":true} {"level":"info","ts":1785189748.127881,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a28bd39e-f6fe-433c-bc8f-90b290b83a9e"} {"level":"info","ts":1785189878.7772396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189878.7773259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189878.7773404,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189878.777361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","EoS":true} {"level":"info","ts":1785189878.7773998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","header":"x-maas-group"} {"level":"info","ts":1785189878.7774124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","header":"x-maas-subscription"} {"level":"info","ts":1785189878.7774205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","header":"x-maas-username"} {"level":"info","ts":1785189878.7774403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785189878.7774718,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189878.7807105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189878.7807343,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189878.780757,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","EoS":false} {"level":"info","ts":1785189878.78077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7","EoS":true} {"level":"info","ts":1785189878.7808015,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9249a8db-266c-4a5b-b2ce-659166207bd7"} {"level":"info","ts":1785189926.1296973,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189926.1297736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189926.1297848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189926.1297972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","EoS":true} {"level":"info","ts":1785189926.1298237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","header":"x-maas-subscription"} {"level":"info","ts":1785189926.1298387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","header":"x-maas-username"} {"level":"info","ts":1785189926.1298468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","header":"x-maas-group"} {"level":"info","ts":1785189926.129865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189926.129893,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189926.1323493,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189926.1323724,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189926.1323874,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","EoS":false} {"level":"info","ts":1785189926.132398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9","EoS":true} {"level":"info","ts":1785189926.132426,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"761c50c0-d2b1-4d0b-9477-3158aebdacd9"} {"level":"info","ts":1785189941.4670098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189941.4670815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785189941.4670904,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785189941.4671013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","EoS":true} {"level":"info","ts":1785189941.4671264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","header":"x-maas-subscription"} {"level":"info","ts":1785189941.4671357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","header":"x-maas-group"} {"level":"info","ts":1785189941.467141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","header":"x-maas-username"} {"level":"info","ts":1785189941.4671545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785189941.4671812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785189941.468607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785189941.4686306,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785189941.4686432,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","EoS":false} {"level":"info","ts":1785189941.4686532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091","EoS":true} {"level":"info","ts":1785189941.468683,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"57b2512a-3039-498c-b07c-df2538b2e091"} {"level":"info","ts":1785190245.1641812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190245.1642778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.1642878,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.1642992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","EoS":true} {"level":"info","ts":1785190245.1643226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","header":"x-maas-username"} {"level":"info","ts":1785190245.1643305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","header":"x-maas-subscription"} {"level":"info","ts":1785190245.1643357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","header":"x-maas-group"} {"level":"info","ts":1785190245.1643496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190245.164375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.1660693,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.1660895,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.166105,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","EoS":false} {"level":"info","ts":1785190245.1661172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5","EoS":true} {"level":"info","ts":1785190245.1661491,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5777300d-5155-4ed0-a192-56dc90f9a0a5"} {"level":"info","ts":1785190245.2006629,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190245.200719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190245.2007291,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190245.2007403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","EoS":true} {"level":"info","ts":1785190245.2007613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","header":"x-maas-group"} {"level":"info","ts":1785190245.2007718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","header":"x-maas-subscription"} {"level":"info","ts":1785190245.2007768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","header":"x-maas-username"} {"level":"info","ts":1785190245.200789,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785190245.200809,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190245.2038012,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190245.2038252,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190245.2038429,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","EoS":false} {"level":"info","ts":1785190245.2038534,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77","EoS":true} {"level":"info","ts":1785190245.2038844,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fe749cfe-5900-4eaf-89b8-dececaf8bc77"} {"level":"info","ts":1785190250.0448482,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bb531b4d-0f60-45c8-8513-aba204c5068a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785190250.0451262,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39074.158075975,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.045152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.08725,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.146007,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"bb531b4d-0f60-45c8-8513-aba204c5068a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785190250.1930296,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb362a4d-a20e-461e-99b4-08ae6440474b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190250.1930742,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb362a4d-a20e-461e-99b4-08ae6440474b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190250.1930242,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76792ee4-31af-4166-b17e-0c482edd1456"} {"level":"info","ts":1785190250.2021484,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"097aca9f-dfab-4bcf-afc6-49fd94737f64","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190250.2021813,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"097aca9f-dfab-4bcf-afc6-49fd94737f64","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190250.2024562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37385.019608133,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.2024786,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.2099912,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.3028684,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76792ee4-31af-4166-b17e-0c482edd1456","name":"e2e-external-provider"} {"level":"info","ts":1785190250.318478,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76792ee4-31af-4166-b17e-0c482edd1456","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785190250.3283536,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76792ee4-31af-4166-b17e-0c482edd1456","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785190250.3342626,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76792ee4-31af-4166-b17e-0c482edd1456","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785190250.3410692,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4488889e-b665-46d5-bfb8-9bfcc4656cc3"} {"level":"info","ts":1785190250.341131,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4488889e-b665-46d5-bfb8-9bfcc4656cc3","name":"e2e-external-provider"} {"level":"info","ts":1785190250.3412948,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5633b546-322a-4ecf-bd6a-cbf6a253ea49","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190250.341334,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5633b546-322a-4ecf-bd6a-cbf6a253ea49","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785190250.3514912,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4488889e-b665-46d5-bfb8-9bfcc4656cc3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785190250.3551252,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4488889e-b665-46d5-bfb8-9bfcc4656cc3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190250.355211,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22612024-c9e0-40b8-9d31-af919dde38e0"} {"level":"info","ts":1785190250.3552732,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22612024-c9e0-40b8-9d31-af919dde38e0","name":"e2e-external-provider"} {"level":"info","ts":1785190250.3639348,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22612024-c9e0-40b8-9d31-af919dde38e0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785190250.3665311,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27d90aea-31f0-4c94-b54e-a265d1bfb255","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.3665736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27d90aea-31f0-4c94-b54e-a265d1bfb255","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.366575,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"185d1904-cff2-4b0b-bb9d-bdd36417858b"} {"level":"info","ts":1785190250.3736005,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9acd6a2c-df38-48f1-ac32-3a7ebd8df232","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.3736286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9acd6a2c-df38-48f1-ac32-3a7ebd8df232","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.373888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37961.519352822,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.373909,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.3843527,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785190250.4739976,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"185d1904-cff2-4b0b-bb9d-bdd36417858b","name":"e2e-external-model"} {"level":"info","ts":1785190250.4839087,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"185d1904-cff2-4b0b-bb9d-bdd36417858b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190250.4913847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0f31b1-8b51-417b-961b-127674ca32ea"} {"level":"info","ts":1785190250.4914105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c943121-1db7-4d53-94c2-ed80de3b48a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.4914458,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c943121-1db7-4d53-94c2-ed80de3b48a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.4914863,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0f31b1-8b51-417b-961b-127674ca32ea","name":"e2e-external-model"} {"level":"error","ts":1785190250.5078113,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d0f31b1-8b51-417b-961b-127674ca32ea","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190250.5078607,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"637d3009-a0b1-4025-b95f-353c54f0c4c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.5078938,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"637d3009-a0b1-4025-b95f-353c54f0c4c9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.5079129,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70cb3692-3c85-44b7-87e3-e8852c56de35"} {"level":"info","ts":1785190250.5079637,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70cb3692-3c85-44b7-87e3-e8852c56de35","name":"e2e-external-model"} {"level":"info","ts":1785190250.5157163,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70cb3692-3c85-44b7-87e3-e8852c56de35","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190250.5208576,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c41c79d8-1e0b-4e79-ad63-a4f1aab2e66c"} {"level":"info","ts":1785190250.52089,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b050a35d-8eac-4dcc-af4a-9868e67c1d02","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190250.5209205,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c41c79d8-1e0b-4e79-ad63-a4f1aab2e66c","name":"e2e-external-model"} {"level":"info","ts":1785190250.5209231,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b050a35d-8eac-4dcc-af4a-9868e67c1d02","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785190250.5281765,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c41c79d8-1e0b-4e79-ad63-a4f1aab2e66c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190250.5340693,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6dfc23f-5b7c-4381-9623-da4198966b75"} {"level":"info","ts":1785190250.5341268,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6dfc23f-5b7c-4381-9623-da4198966b75","name":"e2e-external-model"} {"level":"info","ts":1785190250.5420036,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6dfc23f-5b7c-4381-9623-da4198966b75","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190260.148857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190260.148922,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64742615-def0-4218-937b-7d463fca04d8"} {"level":"info","ts":1785190260.1489325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64742615-def0-4218-937b-7d463fca04d8"} {"level":"info","ts":1785190260.1489444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","EoS":true} {"level":"info","ts":1785190260.14897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","header":"x-maas-group"} {"level":"info","ts":1785190260.1489816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","header":"x-maas-subscription"} {"level":"info","ts":1785190260.1489856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","header":"x-maas-username"} {"level":"info","ts":1785190260.1490102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190260.1490197,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","modelName":"e2e-external-model"} {"level":"info","ts":1785190260.1490316,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190260.1490662,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785190260.1490827,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"64742615-def0-4218-937b-7d463fca04d8","authType":"apikey"} {"level":"info","ts":1785190260.1491084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64742615-def0-4218-937b-7d463fca04d8"} {"level":"info","ts":1785190260.2747004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccb53117-d6af-42d3-aab4-4b2b7d8c034b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.2747114,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57760100-e5e0-4d4c-b5f6-971d70ef0903"} {"level":"info","ts":1785190260.274734,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccb53117-d6af-42d3-aab4-4b2b7d8c034b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190260.2828455,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ba6a423-4ce7-4b09-8fb4-aa7b62674f63","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.2828877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ba6a423-4ce7-4b09-8fb4-aa7b62674f63","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190260.283036,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57760100-e5e0-4d4c-b5f6-971d70ef0903","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.2951546,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"57760100-e5e0-4d4c-b5f6-971d70ef0903","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190260.3036752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a151336-eb03-46d7-8d8d-0ef2d3c53a56"} {"level":"info","ts":1785190260.30373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"919f7dce-8687-46a7-aa51-166bc4bd7c05","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.3037374,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a151336-eb03-46d7-8d8d-0ef2d3c53a56","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.3037624,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"919f7dce-8687-46a7-aa51-166bc4bd7c05","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785190260.3163917,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a151336-eb03-46d7-8d8d-0ef2d3c53a56","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785190260.3164766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"508404fc-b6c3-4f04-9944-dba33fae75df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.3165612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"508404fc-b6c3-4f04-9944-dba33fae75df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190260.3165236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d266345-48a2-4570-a4d3-e7c5a77abfa3"} {"level":"info","ts":1785190260.3166432,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d266345-48a2-4570-a4d3-e7c5a77abfa3","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.324949,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d266345-48a2-4570-a4d3-e7c5a77abfa3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190260.330085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb5499ba-36ee-45c2-8457-f06105ed8b2c"} {"level":"info","ts":1785190260.330147,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb5499ba-36ee-45c2-8457-f06105ed8b2c","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.3300848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8762eafd-d2ad-4e71-8213-241a266ef49e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190260.3302026,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8762eafd-d2ad-4e71-8213-241a266ef49e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785190260.3378472,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fb5499ba-36ee-45c2-8457-f06105ed8b2c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190260.342255,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbadc641-34ca-48a7-bc5a-caefa7ea0fae"} {"level":"info","ts":1785190260.3423188,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbadc641-34ca-48a7-bc5a-caefa7ea0fae","name":"e2e-cleanup-test"} {"level":"info","ts":1785190260.3504422,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fbadc641-34ca-48a7-bc5a-caefa7ea0fae","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785190268.5889394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"138bd961-229a-4678-be07-31eea0cc883e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190268.588982,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"138bd961-229a-4678-be07-31eea0cc883e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785190268.588983,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2735065b-20a6-4a83-a3aa-391f26352c71"} {"level":"info","ts":1785190272.9295442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190272.9296193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad"} {"level":"info","ts":1785190272.9296343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad"} {"level":"info","ts":1785190272.9296556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad","EoS":true} {"level":"info","ts":1785190272.9297001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785190272.9297369,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9c94bb2-4dde-4631-bb3f-0ab62a9990ad"} {"level":"info","ts":1785190272.970428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190272.970505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564"} {"level":"info","ts":1785190272.9705172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564"} {"level":"info","ts":1785190272.9705296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","EoS":true} {"level":"info","ts":1785190272.970562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","header":"x-maas-username"} {"level":"info","ts":1785190272.9705749,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","header":"x-maas-subscription"} {"level":"info","ts":1785190272.9705796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","header":"x-maas-group"} {"level":"info","ts":1785190272.9705951,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190272.9706066,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","modelName":"e2e-external-model"} {"level":"info","ts":1785190272.9706244,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785190272.9706583,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785190272.9706779,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564","authType":"apikey"} {"level":"info","ts":1785190272.9707031,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58dc0ff9-597e-4c9d-8792-595206e09564"} {"level":"info","ts":1785190273.0102143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190273.0103045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190273.0103219,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190273.0103345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","EoS":true} {"level":"info","ts":1785190273.0103576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","header":"x-maas-subscription"} {"level":"info","ts":1785190273.0103674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","header":"x-maas-username"} {"level":"info","ts":1785190273.0103722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","header":"x-maas-group"} {"level":"info","ts":1785190273.010387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785190273.0104127,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190273.115371,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190273.115399,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190273.1154158,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","EoS":false} {"level":"info","ts":1785190273.1154284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","EoS":true} {"level":"error","ts":1785190273.1154401,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785190273.1154962,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a7e4e03d-f996-4dbb-b0c2-06aefd608812"} {"level":"info","ts":1785190273.1525342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785190273.152604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190273.1526158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190273.1526275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","EoS":true} {"level":"info","ts":1785190273.1526499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","header":"x-maas-username"} {"level":"info","ts":1785190273.1526604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","header":"x-maas-group"} {"level":"info","ts":1785190273.1526668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","header":"x-maas-subscription"} {"level":"info","ts":1785190273.152695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190273.2016478,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190273.2016761,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190273.2016969,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","EoS":false} {"level":"info","ts":1785190273.201709,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","EoS":true} {"level":"error","ts":1785190273.2017186,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785190273.2017515,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a8be409f-bc71-4e23-b8c6-f43524f1d1bc"} {"level":"info","ts":1785190274.0831108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a8b8674-b196-4890-9424-dbd195cfbdfe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190274.0831382,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5a8b8674-b196-4890-9424-dbd195cfbdfe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785190274.0831552,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5b46b9-4931-49e7-8ec9-1f4d2ff88356"} {"level":"info","ts":1785190274.2375057,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"419608b9-6350-4a68-bb8f-745b35e92deb"} {"level":"info","ts":1785190274.237588,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d6def10-2dca-4ed4-bb51-fdb264538475","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190274.237616,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8d6def10-2dca-4ed4-bb51-fdb264538475","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785190274.3700197,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"95cb931f-d04e-4fb7-be1e-119bce82141e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785190274.3700771,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"95cb931f-d04e-4fb7-be1e-119bce82141e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785191624.8010466,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785191624.8011272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"704f9544-f696-48b1-8e2c-7461b4be6ef4"} {"level":"info","ts":1785191687.5616956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785191687.561777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"} {"level":"info","ts":1785191687.5617867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"} {"level":"info","ts":1785191687.5617979,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","EoS":true} {"level":"info","ts":1785191687.5618253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","header":"x-maas-username"} {"level":"info","ts":1785191687.5618358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","header":"x-maas-group"} {"level":"info","ts":1785191687.5618417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","header":"x-maas-subscription"} {"level":"info","ts":1785191687.5618558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785191687.561922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"} {"level":"info","ts":1785191687.5643659,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"} {"level":"info","ts":1785191687.564383,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"} {"level":"info","ts":1785191687.5643947,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","EoS":false} {"level":"info","ts":1785191687.5644054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7","EoS":true} {"level":"info","ts":1785191687.5644326,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0bc9bcb0-6d34-4fd8-86e2-9431c174cfa7"}