{"level":"info","ts":1784922029.3042243,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dae598b5-2dab-4d5d-aab4-3476f2690e18","EoS":false} {"level":"info","ts":1784922029.3042383,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dae598b5-2dab-4d5d-aab4-3476f2690e18","EoS":true} {"level":"info","ts":1784922029.3042722,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dae598b5-2dab-4d5d-aab4-3476f2690e18"} {"level":"info","ts":1784922030.0921254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922030.0922036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922030.0922158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922030.0922272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","EoS":true} {"level":"info","ts":1784922030.0922508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","header":"x-maas-group"} {"level":"info","ts":1784922030.0922658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","header":"x-maas-username"} {"level":"info","ts":1784922030.0922706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","header":"x-maas-subscription"} {"level":"info","ts":1784922030.0922859,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922030.09231,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922030.0932536,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922030.093273,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922030.093289,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","EoS":false} {"level":"info","ts":1784922030.093305,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d","EoS":true} {"level":"info","ts":1784922030.0933537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"423a0239-f145-4068-8bbf-1cf225bd483d"} {"level":"info","ts":1784922053.239938,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.2400174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.240029,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.2400417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","EoS":true} {"level":"info","ts":1784922053.240067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","header":"x-maas-username"} {"level":"info","ts":1784922053.2400777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","header":"x-maas-group"} {"level":"info","ts":1784922053.240083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","header":"x-maas-subscription"} {"level":"info","ts":1784922053.2400959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.2401202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.2411652,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.2411811,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.2411945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","EoS":false} {"level":"info","ts":1784922053.2412047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269","EoS":true} {"level":"info","ts":1784922053.2412415,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7f2ae8ca-a911-4d2e-b7f6-66bbbcb8d269"} {"level":"info","ts":1784922053.3740478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.3741093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.3741229,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.3741393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","EoS":true} {"level":"info","ts":1784922053.3741603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","header":"x-maas-subscription"} {"level":"info","ts":1784922053.37417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","header":"x-maas-group"} {"level":"info","ts":1784922053.374175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","header":"x-maas-username"} {"level":"info","ts":1784922053.374187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.3742073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.3750067,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.375022,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.3750346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","EoS":false} {"level":"info","ts":1784922053.375057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12","EoS":true} {"level":"info","ts":1784922053.3750975,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5a338ba-531e-4656-ad44-f63a6d190f12"} {"level":"info","ts":1784922053.5098438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.5099158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.509931,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.5099437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","EoS":true} {"level":"info","ts":1784922053.5099657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","header":"x-maas-subscription"} {"level":"info","ts":1784922053.509975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","header":"x-maas-group"} {"level":"info","ts":1784922053.5099823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","header":"x-maas-username"} {"level":"info","ts":1784922053.5099936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.5100157,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.5108247,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.5108428,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.510857,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","EoS":false} {"level":"info","ts":1784922053.510867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac","EoS":true} {"level":"info","ts":1784922053.5109031,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b908b3ac-1424-48b3-afde-e78d4e1ffdac"} {"level":"info","ts":1784922053.6482234,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.6483133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.6483288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.6483417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","EoS":true} {"level":"info","ts":1784922053.648365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","header":"x-maas-username"} {"level":"info","ts":1784922053.648376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","header":"x-maas-group"} {"level":"info","ts":1784922053.6483815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","header":"x-maas-subscription"} {"level":"info","ts":1784922053.6483936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.6484158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.6509182,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.6509356,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.6509497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","EoS":false} {"level":"info","ts":1784922053.6509607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74","EoS":true} {"level":"info","ts":1784922053.6510005,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eb99d68a-150c-49ee-999e-c5da51072a74"} {"level":"info","ts":1784922053.7836704,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922053.78374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922053.7837517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922053.783763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","EoS":true} {"level":"info","ts":1784922053.7837842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","header":"x-maas-subscription"} {"level":"info","ts":1784922053.7837942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","header":"x-maas-group"} {"level":"info","ts":1784922053.783801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","header":"x-maas-username"} {"level":"info","ts":1784922053.7838132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922053.7838392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922053.7846599,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922053.7846808,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922053.7847023,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","EoS":false} {"level":"info","ts":1784922053.7847223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb","EoS":true} {"level":"info","ts":1784922053.7847595,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f1bd50ce-fd93-4ad2-bb9e-8e6503d0a8eb"} {"level":"info","ts":1784922072.7675054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922072.767578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.767589,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.7675998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","EoS":true} {"level":"info","ts":1784922072.7676208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","header":"x-maas-username"} {"level":"info","ts":1784922072.7676303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","header":"x-maas-group"} {"level":"info","ts":1784922072.7676349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","header":"x-maas-subscription"} {"level":"info","ts":1784922072.7676475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922072.767671,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.7685876,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.7686155,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.7686381,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","EoS":false} {"level":"info","ts":1784922072.7686567,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256","EoS":true} {"level":"info","ts":1784922072.7686915,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b151f2b0-305a-45a1-8bcd-08cf6e1aa256"} {"level":"info","ts":1784922072.8796012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922072.8797212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b4f470e-1788-4a47-a530-ab406d3b3173"} {"level":"info","ts":1784922072.8804836,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b4f470e-1788-4a47-a530-ab406d3b3173"} {"level":"info","ts":1784922072.8805032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3b4f470e-1788-4a47-a530-ab406d3b3173"} {"level":"info","ts":1784922072.8805199,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b4f470e-1788-4a47-a530-ab406d3b3173","EoS":false} {"level":"info","ts":1784922072.8805332,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3b4f470e-1788-4a47-a530-ab406d3b3173"} {"level":"info","ts":1784922072.8805585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b4f470e-1788-4a47-a530-ab406d3b3173","EoS":true} {"level":"info","ts":1784922072.8805685,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3b4f470e-1788-4a47-a530-ab406d3b3173"} {"level":"info","ts":1784922077.4960408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922077.4961057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922077.4961188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922077.49613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","EoS":true} {"level":"info","ts":1784922077.496153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","header":"x-maas-username"} {"level":"info","ts":1784922077.4961643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","header":"x-maas-subscription"} {"level":"info","ts":1784922077.4961696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","header":"x-maas-group"} {"level":"info","ts":1784922077.4961822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922077.4962127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922077.4970899,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922077.4971104,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922077.4971356,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","EoS":false} {"level":"info","ts":1784922077.4971502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a","EoS":true} {"level":"info","ts":1784922077.497186,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c2e5a4e9-ef56-4dbc-be73-3a2dbd65c42a"} {"level":"info","ts":1784922088.119719,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922088.1197996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922088.1198137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922088.1198316,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","EoS":true} {"level":"info","ts":1784922088.1198623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","header":"x-maas-subscription"} {"level":"info","ts":1784922088.1198719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","header":"x-maas-username"} {"level":"info","ts":1784922088.1198783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","header":"x-maas-group"} {"level":"info","ts":1784922088.1198938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922088.1199217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922088.1229148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922088.122936,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922088.1229515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","EoS":false} {"level":"info","ts":1784922088.1229634,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62","EoS":true} {"level":"info","ts":1784922088.1230006,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f35c073-18b3-48dd-97ff-417182f06d62"} {"level":"info","ts":1784922100.9785602,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922100.9786277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922100.978637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922100.9786503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","EoS":true} {"level":"info","ts":1784922100.9786801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","header":"x-maas-group"} {"level":"info","ts":1784922100.9786954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","header":"x-maas-username"} {"level":"info","ts":1784922100.9787045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","header":"x-maas-subscription"} {"level":"info","ts":1784922100.9787197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922100.9787543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922100.9796588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922100.9796786,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922100.9796937,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","EoS":false} {"level":"info","ts":1784922100.9797058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19","EoS":true} {"level":"info","ts":1784922100.979741,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"00d09f79-1ce8-4238-a81e-5a3376522c19"} {"level":"info","ts":1784922109.512119,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922109.5122082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922109.512224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922109.512237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","EoS":true} {"level":"info","ts":1784922109.512264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","header":"x-maas-username"} {"level":"info","ts":1784922109.512275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","header":"x-maas-subscription"} {"level":"info","ts":1784922109.5122797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","header":"x-maas-group"} {"level":"info","ts":1784922109.512292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922109.512317,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922109.5132096,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922109.5132275,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922109.5132427,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","EoS":false} {"level":"info","ts":1784922109.513254,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc","EoS":true} {"level":"info","ts":1784922109.513286,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"19c56008-9e50-4daf-a2b4-cb5c5b72d6dc"} {"level":"info","ts":1784922118.376446,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922118.3765366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922118.3765502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922118.3765657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","EoS":true} {"level":"info","ts":1784922118.3765929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","header":"x-maas-subscription"} {"level":"info","ts":1784922118.3766024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","header":"x-maas-group"} {"level":"info","ts":1784922118.376608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","header":"x-maas-username"} {"level":"info","ts":1784922118.376621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922118.3766506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922118.3775272,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922118.377547,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922118.3775625,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","EoS":false} {"level":"info","ts":1784922118.377576,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377","EoS":true} {"level":"info","ts":1784922118.377606,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"03fce938-cff9-4f8c-a0f6-035b68f10377"} {"level":"info","ts":1784922141.2211654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922141.2212772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922141.2212913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922141.221303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","EoS":true} {"level":"info","ts":1784922141.2213254,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","header":"x-maas-subscription"} {"level":"info","ts":1784922141.221337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","header":"x-maas-username"} {"level":"info","ts":1784922141.2213414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","header":"x-maas-group"} {"level":"info","ts":1784922141.2213547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922141.2213786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922141.2235124,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922141.22353,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922141.2235434,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","EoS":false} {"level":"info","ts":1784922141.2235548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8","EoS":true} {"level":"info","ts":1784922141.2235973,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"93af73d4-8694-43a1-94a5-032f6c04a7f8"} {"level":"info","ts":1784922164.315589,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922164.3156586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922164.3156672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922164.3156788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","EoS":true} {"level":"info","ts":1784922164.315701,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","header":"x-maas-username"} {"level":"info","ts":1784922164.3157115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","header":"x-maas-subscription"} {"level":"info","ts":1784922164.3157172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","header":"x-maas-group"} {"level":"info","ts":1784922164.31573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922164.3157525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922164.3182895,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922164.3183103,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922164.3183293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","EoS":false} {"level":"info","ts":1784922164.3183458,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb","EoS":true} {"level":"info","ts":1784922164.3183773,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae8a5770-4fa6-4b1c-8326-e94b46b67efb"} {"level":"info","ts":1784922190.5951085,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922190.5951803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922190.5951931,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922190.5952046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","EoS":true} {"level":"info","ts":1784922190.5952256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","header":"x-maas-username"} {"level":"info","ts":1784922190.5952358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","header":"x-maas-group"} {"level":"info","ts":1784922190.595241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","header":"x-maas-subscription"} {"level":"info","ts":1784922190.595253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922190.595274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922190.596233,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922190.596254,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922190.5962696,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","EoS":false} {"level":"info","ts":1784922190.5962815,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329","EoS":true} {"level":"info","ts":1784922190.5963216,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b3197969-91a4-4527-a22f-ce260081a329"} {"level":"info","ts":1784922199.957236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922199.9573019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.9573112,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.9573224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","EoS":true} {"level":"info","ts":1784922199.957346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","header":"x-maas-username"} {"level":"info","ts":1784922199.957356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","header":"x-maas-group"} {"level":"info","ts":1784922199.957361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","header":"x-maas-subscription"} {"level":"info","ts":1784922199.9573731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922199.9573946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.9602506,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.9602783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.9602993,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","EoS":false} {"level":"info","ts":1784922199.9603164,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6","EoS":true} {"level":"info","ts":1784922199.9603543,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"033cfc72-9f1a-4b1c-b59d-63fcb0b610b6"} {"level":"info","ts":1784922199.992773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922199.9928465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922199.99286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922199.9928727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","EoS":true} {"level":"info","ts":1784922199.9928916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","header":"x-maas-subscription"} {"level":"info","ts":1784922199.9929013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","header":"x-maas-username"} {"level":"info","ts":1784922199.9929075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","header":"x-maas-group"} {"level":"info","ts":1784922199.9929183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922199.992939,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922199.993741,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922199.993758,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922199.9937782,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","EoS":false} {"level":"info","ts":1784922199.9937973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57","EoS":true} {"level":"info","ts":1784922199.9938338,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1052fb5d-5bd4-47d5-92c2-38427dd98b57"} {"level":"info","ts":1784922219.1332347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922219.1333249,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922219.1333451,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922219.1333642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","EoS":true} {"level":"info","ts":1784922219.1333983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","header":"x-maas-username"} {"level":"info","ts":1784922219.1334157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","header":"x-maas-subscription"} {"level":"info","ts":1784922219.133424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","header":"x-maas-group"} {"level":"info","ts":1784922219.133446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922219.1335,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922219.1343699,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922219.1343908,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922219.1344073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","EoS":false} {"level":"info","ts":1784922219.134424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e","EoS":true} {"level":"info","ts":1784922219.1344607,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"255728c9-b058-4357-abb5-ff51f4c4d82e"} {"level":"info","ts":1784922349.4059343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922349.4060073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922349.4060192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922349.4060302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","EoS":true} {"level":"info","ts":1784922349.4060528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","header":"x-maas-username"} {"level":"info","ts":1784922349.4060628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","header":"x-maas-group"} {"level":"info","ts":1784922349.4060688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","header":"x-maas-subscription"} {"level":"info","ts":1784922349.4060814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784922349.406105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922349.407013,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922349.4070406,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922349.407064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","EoS":false} {"level":"info","ts":1784922349.407076,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7","EoS":true} {"level":"info","ts":1784922349.4071107,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"db1f6d5a-2463-4e75-9190-3b8d2d009bd7"} {"level":"info","ts":1784922386.3570735,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922386.357166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922386.3571787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922386.3572004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","EoS":true} {"level":"info","ts":1784922386.3572268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","header":"x-maas-group"} {"level":"info","ts":1784922386.3572361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","header":"x-maas-subscription"} {"level":"info","ts":1784922386.3572414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","header":"x-maas-username"} {"level":"info","ts":1784922386.3572545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922386.357278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922386.3597887,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922386.3598123,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922386.359828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","EoS":false} {"level":"info","ts":1784922386.3598402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9","EoS":true} {"level":"info","ts":1784922386.3598762,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57df6da9-e0ed-4d1a-ac07-f47dd77315c9"} {"level":"info","ts":1784922401.6112642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922401.6113267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922401.611337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922401.611348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","EoS":true} {"level":"info","ts":1784922401.6113703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","header":"x-maas-username"} {"level":"info","ts":1784922401.6113808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","header":"x-maas-subscription"} {"level":"info","ts":1784922401.6113865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","header":"x-maas-group"} {"level":"info","ts":1784922401.6114004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922401.6114242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922401.6122816,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922401.6123023,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922401.612319,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","EoS":false} {"level":"info","ts":1784922401.6123307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912","EoS":true} {"level":"info","ts":1784922401.612367,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30c98f26-5f04-43e1-b903-9c2489baf912"} {"level":"info","ts":1784922715.4930546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922715.4931414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922715.4931574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922715.4931781,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","EoS":true} {"level":"info","ts":1784922715.4932144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","header":"x-maas-username"} {"level":"info","ts":1784922715.4932277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","header":"x-maas-group"} {"level":"info","ts":1784922715.4932353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","header":"x-maas-subscription"} {"level":"info","ts":1784922715.493254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922715.493287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922715.497281,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922715.4973042,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922715.497326,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","EoS":false} {"level":"info","ts":1784922715.4973433,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a","EoS":true} {"level":"info","ts":1784922715.4973872,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e1289d3e-d2fc-4d9e-8cf1-0bab00cbd12a"} {"level":"info","ts":1784922720.293069,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"30bc91c7-47bd-465d-9c86-4f2cc33b1bb4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784922720.2933574,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37670.412421535,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.2933853,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.3404398,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.3938031,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"30bc91c7-47bd-465d-9c86-4f2cc33b1bb4","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784922720.4058568,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fe3048-2af2-44a3-a1a0-622b83179579"} {"level":"info","ts":1784922720.40598,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0607c7c-0219-4a72-834e-c58aa8873aa9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922720.4060175,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0607c7c-0219-4a72-834e-c58aa8873aa9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784922720.4137318,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b4b81a0-e587-4688-80d4-59e50a35f6c5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922720.4137652,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5b4b81a0-e587-4688-80d4-59e50a35f6c5","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784922720.4143481,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fe3048-2af2-44a3-a1a0-622b83179579","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.4145713,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36862.976026238,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.414589,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.4226515,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.5146213,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fe3048-2af2-44a3-a1a0-622b83179579","name":"e2e-external-provider"} {"level":"info","ts":1784922720.5237992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac2040b0-2aca-4835-b34e-e44dd7e45565"} {"level":"info","ts":1784922720.5238314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ecd90ee-c414-4e35-bd8d-c936bafb732f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.5238736,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ecd90ee-c414-4e35-bd8d-c936bafb732f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.5302453,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac2040b0-2aca-4835-b34e-e44dd7e45565","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784922720.5302775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2adf48c-5de9-48ea-9c58-5c7d60e781e2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.530302,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2adf48c-5de9-48ea-9c58-5c7d60e781e2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.53055,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fe3048-2af2-44a3-a1a0-622b83179579","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784922720.5381286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef4eaf61-1a01-4bfe-91b8-61f68528e210","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.5381556,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef4eaf61-1a01-4bfe-91b8-61f68528e210","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784922720.5381553,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac2040b0-2aca-4835-b34e-e44dd7e45565","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.5382497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c80a87e1-bb84-41d9-9236-992cc45fe61b"} {"level":"info","ts":1784922720.538284,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c80a87e1-bb84-41d9-9236-992cc45fe61b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784922720.5421782,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fe3048-2af2-44a3-a1a0-622b83179579","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784922720.542997,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c80a87e1-bb84-41d9-9236-992cc45fe61b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.5495343,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fe3048-2af2-44a3-a1a0-622b83179579","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784922720.5535386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"917bb596-adcd-48ff-a11d-9a83f93768e7"} {"level":"info","ts":1784922720.5535688,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"917bb596-adcd-48ff-a11d-9a83f93768e7","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784922720.553859,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02fe3048-2af2-44a3-a1a0-622b83179579","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.5539412,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"33efbf7b-1335-448e-9d93-352cb1c8cd5d"} {"level":"info","ts":1784922720.5539997,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"33efbf7b-1335-448e-9d93-352cb1c8cd5d","name":"e2e-external-provider"} {"level":"error","ts":1784922720.5596278,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"917bb596-adcd-48ff-a11d-9a83f93768e7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.5648468,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"33efbf7b-1335-448e-9d93-352cb1c8cd5d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784922720.5733466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b1a9fba-475d-449d-8e2c-0f9e9e22eeb6"} {"level":"info","ts":1784922720.5733597,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7330b27-05e7-4a73-9458-c8380fc786e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.5733805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c7330b27-05e7-4a73-9458-c8380fc786e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.5734336,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef477e53-7fcf-45c7-9a33-5dbc3aa68601","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922720.5735354,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef477e53-7fcf-45c7-9a33-5dbc3aa68601","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784922720.573573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32851.511862256,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.5735888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.5738688,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbcfad82-3337-4d36-bdef-c0dcabe92d47"} {"level":"info","ts":1784922720.573907,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbcfad82-3337-4d36-bdef-c0dcabe92d47","name":"e2e-external-provider"} {"level":"info","ts":1784922720.5817678,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784922720.5842483,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbcfad82-3337-4d36-bdef-c0dcabe92d47","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784922720.6738462,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b1a9fba-475d-449d-8e2c-0f9e9e22eeb6","name":"e2e-external-model"} {"level":"info","ts":1784922720.6872845,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b1a9fba-475d-449d-8e2c-0f9e9e22eeb6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922720.6975992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f10f9f5-957a-4a4b-9fbc-10bab4e7fecb"} {"level":"info","ts":1784922720.6976402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17816972-3a23-4eb7-989b-1aa521efa487","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.6976697,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f10f9f5-957a-4a4b-9fbc-10bab4e7fecb","name":"e2e-external-model"} {"level":"info","ts":1784922720.6976898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17816972-3a23-4eb7-989b-1aa521efa487","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784922720.710399,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f10f9f5-957a-4a4b-9fbc-10bab4e7fecb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922720.710874,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75c81316-2224-45cf-9a5f-c43409e9e6fd"} {"level":"info","ts":1784922720.7109208,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc526648-e8df-4743-8283-f8d4380776da","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.7109346,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75c81316-2224-45cf-9a5f-c43409e9e6fd","name":"e2e-external-model"} {"level":"info","ts":1784922720.710952,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc526648-e8df-4743-8283-f8d4380776da","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.7205794,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75c81316-2224-45cf-9a5f-c43409e9e6fd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922720.7268596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe59b81f-95c1-4e32-a7f5-97ac13730f51"} {"level":"info","ts":1784922720.7268693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2601cfd6-10a8-4925-8f0b-d1950286f97a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922720.726896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2601cfd6-10a8-4925-8f0b-d1950286f97a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784922720.726915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe59b81f-95c1-4e32-a7f5-97ac13730f51","name":"e2e-external-model"} {"level":"info","ts":1784922720.736747,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe59b81f-95c1-4e32-a7f5-97ac13730f51","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922730.1061144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922730.1061888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a"} {"level":"info","ts":1784922730.1062016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a"} {"level":"info","ts":1784922730.1062155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","EoS":true} {"level":"info","ts":1784922730.1062412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","header":"x-maas-username"} {"level":"info","ts":1784922730.1062536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","header":"x-maas-subscription"} {"level":"info","ts":1784922730.1062624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","header":"x-maas-group"} {"level":"info","ts":1784922730.1062772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784922730.1062863,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","modelName":"e2e-external-model"} {"level":"info","ts":1784922730.1062996,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784922730.1063356,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784922730.1063552,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a","authType":"apikey"} {"level":"info","ts":1784922730.1063786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39237efb-b5bf-453f-a314-ee920f6be46a"} {"level":"info","ts":1784922730.2152448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a69363ff-fc9a-4d70-be84-559b912eb4e4"} {"level":"info","ts":1784922730.2152903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e21c88d-a5b9-439d-b4ed-9022a1a7be96","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.2153206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e21c88d-a5b9-439d-b4ed-9022a1a7be96","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784922730.2221196,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a69363ff-fc9a-4d70-be84-559b912eb4e4","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.2222824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3add4da-9396-487a-ac1d-4055a253cf38","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.2223063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3add4da-9396-487a-ac1d-4055a253cf38","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784922730.2314105,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a69363ff-fc9a-4d70-be84-559b912eb4e4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922730.2366853,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b90ed347-3a93-4b97-8070-2897d190cebd"} {"level":"info","ts":1784922730.2367656,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b90ed347-3a93-4b97-8070-2897d190cebd","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.2368834,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d9b8eb7-c800-4664-be9f-9c16454239f1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.2369196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d9b8eb7-c800-4664-be9f-9c16454239f1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784922730.2493455,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b90ed347-3a93-4b97-8070-2897d190cebd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784922730.2493944,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b90ed347-3a93-4b97-8070-2897d190cebd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922730.249439,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bdefc0f-097a-4f07-9073-e80b8be849fb"} {"level":"info","ts":1784922730.2495117,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bdefc0f-097a-4f07-9073-e80b8be849fb","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.2516162,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad2935ef-996d-4dd6-8522-c2fc81467bc8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.2516358,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad2935ef-996d-4dd6-8522-c2fc81467bc8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784922730.2568603,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bdefc0f-097a-4f07-9073-e80b8be849fb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784922730.2599883,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bdefc0f-097a-4f07-9073-e80b8be849fb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922730.2600653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59ce8a2a-4dca-4d77-bab3-eae82ff4199e"} {"level":"info","ts":1784922730.260109,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59ce8a2a-4dca-4d77-bab3-eae82ff4199e","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.265748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"223d535d-c334-4e5a-b1a6-d2ac76b17092","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922730.26578,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"223d535d-c334-4e5a-b1a6-d2ac76b17092","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784922730.2674062,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59ce8a2a-4dca-4d77-bab3-eae82ff4199e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784922730.2706983,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59ce8a2a-4dca-4d77-bab3-eae82ff4199e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784922730.270761,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44ed2ebe-3e02-41dc-8f91-6ff026355454"} {"level":"info","ts":1784922730.2708023,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44ed2ebe-3e02-41dc-8f91-6ff026355454","name":"e2e-cleanup-test"} {"level":"info","ts":1784922730.2776976,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44ed2ebe-3e02-41dc-8f91-6ff026355454","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784922738.4757895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df13a473-78f1-4e37-a7cb-c49fe078466c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922738.4758275,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df13a473-78f1-4e37-a7cb-c49fe078466c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784922738.4758365,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56e55c77-c54b-47a0-ad19-bd0829676652"} {"level":"info","ts":1784922742.7919967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922742.7920623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69"} {"level":"info","ts":1784922742.7920713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69"} {"level":"info","ts":1784922742.7920828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69","EoS":true} {"level":"info","ts":1784922742.7921128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784922742.7921367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff786ad4-f326-42b5-94d7-0dcd0c771c69"} {"level":"info","ts":1784922742.8278522,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922742.8279157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677"} {"level":"info","ts":1784922742.8279316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677"} {"level":"info","ts":1784922742.8279443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","EoS":true} {"level":"info","ts":1784922742.8279636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","header":"x-maas-subscription"} {"level":"info","ts":1784922742.8279734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","header":"x-maas-username"} {"level":"info","ts":1784922742.8279796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","header":"x-maas-group"} {"level":"info","ts":1784922742.8279912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784922742.827999,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","modelName":"e2e-external-model"} {"level":"info","ts":1784922742.8280118,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784922742.8280325,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784922742.8280482,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677","authType":"apikey"} {"level":"info","ts":1784922742.8280685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ec17092-b6a3-4008-9109-4bdbe4e63677"} {"level":"info","ts":1784922742.8612435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922742.8613186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.8613293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.86134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","EoS":true} {"level":"info","ts":1784922742.8613605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","header":"x-maas-username"} {"level":"info","ts":1784922742.8613706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","header":"x-maas-subscription"} {"level":"info","ts":1784922742.8613756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","header":"x-maas-group"} {"level":"info","ts":1784922742.8613875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784922742.8614082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.964215,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.96424,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.9642577,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","EoS":false} {"level":"info","ts":1784922742.964271,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","EoS":true} {"level":"error","ts":1784922742.9642818,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784922742.9643357,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69d751aa-ad30-4cb2-9db1-fe4548d22af7"} {"level":"info","ts":1784922742.999996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922743.00006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922743.0000715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922743.0000854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","EoS":true} {"level":"info","ts":1784922743.000109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","header":"x-maas-subscription"} {"level":"info","ts":1784922743.0001185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","header":"x-maas-group"} {"level":"info","ts":1784922743.0001235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","header":"x-maas-username"} {"level":"info","ts":1784922743.0001516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922743.0995588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922743.099585,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922743.099602,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","EoS":false} {"level":"info","ts":1784922743.0997307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","EoS":true} {"level":"error","ts":1784922743.0997531,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784922743.0998003,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2c5a6cf6-4a05-4df8-8f4d-3d238022f471"} {"level":"info","ts":1784922743.94875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4204afed-f3ac-42cc-908a-3ca096e35e3f"} {"level":"info","ts":1784922743.9487967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"181b4505-7295-4796-aadf-f2ef3ff1a576","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922743.948829,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"181b4505-7295-4796-aadf-f2ef3ff1a576","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784922744.093152,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87577845-4807-4850-8228-0da300dcab0a"} {"level":"info","ts":1784922744.0932388,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca08e073-6350-4e90-90c5-76583129315d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922744.0932784,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca08e073-6350-4e90-90c5-76583129315d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784922744.2080011,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4c18f149-afb8-4eb9-b60c-0f8bff4787f9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784922744.2080684,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4c18f149-afb8-4eb9-b60c-0f8bff4787f9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784923838.9079964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923838.9080687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6216c9aa-3002-443e-b0bf-be80a45715ca"} {"level":"info","ts":1784923906.4557042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923906.455785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"} {"level":"info","ts":1784923906.4557993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"} {"level":"info","ts":1784923906.4558113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","EoS":true} {"level":"info","ts":1784923906.4558408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","header":"x-maas-username"} {"level":"info","ts":1784923906.4558527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","header":"x-maas-subscription"} {"level":"info","ts":1784923906.4558587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","header":"x-maas-group"} {"level":"info","ts":1784923906.4558723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784923906.4558961,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"} {"level":"info","ts":1784923906.4567404,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"} {"level":"info","ts":1784923906.4567597,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"} {"level":"info","ts":1784923906.456776,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","EoS":false} {"level":"info","ts":1784923906.4567897,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3","EoS":true} {"level":"info","ts":1784923906.4568317,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3d9a38e9-abde-445a-9e83-03b979a27cd3"}