{"level":"info","ts":1784822801.196776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9","header":"x-maas-group"} {"level":"info","ts":1784822801.1967812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9","header":"x-maas-username"} {"level":"info","ts":1784822801.1967955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822801.19682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9"} {"level":"info","ts":1784822801.197642,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9"} {"level":"info","ts":1784822801.1976597,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9"} {"level":"info","ts":1784822801.1976755,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9","EoS":false} {"level":"info","ts":1784822801.1977258,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9","EoS":true} {"level":"info","ts":1784822801.1977754,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"866326a6-f2a1-4df5-a4a3-e77675a0eab9"} {"level":"info","ts":1784822824.3412418,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.341338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.3413515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.3413677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","EoS":true} {"level":"info","ts":1784822824.3413975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","header":"x-maas-group"} {"level":"info","ts":1784822824.341407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","header":"x-maas-subscription"} {"level":"info","ts":1784822824.3414128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","header":"x-maas-username"} {"level":"info","ts":1784822824.3414252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.3414526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.342353,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.342373,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.3423886,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","EoS":false} {"level":"info","ts":1784822824.3424032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da","EoS":true} {"level":"info","ts":1784822824.3424547,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"77b463ea-692b-439f-b24f-1373aa7aa2da"} {"level":"info","ts":1784822824.4765818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.4766622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.4766755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.476687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","EoS":true} {"level":"info","ts":1784822824.4767315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","header":"x-maas-username"} {"level":"info","ts":1784822824.4767418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","header":"x-maas-subscription"} {"level":"info","ts":1784822824.4767478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","header":"x-maas-group"} {"level":"info","ts":1784822824.4767609,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.4767885,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.47745,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.4774694,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.4774847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","EoS":false} {"level":"info","ts":1784822824.4774988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d","EoS":true} {"level":"info","ts":1784822824.4775352,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6477f4f7-ddcb-4449-bfd2-9ee9c28a9e5d"} {"level":"info","ts":1784822824.6154516,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.6155417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.615556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.615575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","EoS":true} {"level":"info","ts":1784822824.6156116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","header":"x-maas-subscription"} {"level":"info","ts":1784822824.6156247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","header":"x-maas-group"} {"level":"info","ts":1784822824.615632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","header":"x-maas-username"} {"level":"info","ts":1784822824.6156492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.615683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.6175747,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.6175957,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.6176167,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","EoS":false} {"level":"info","ts":1784822824.6176293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c","EoS":true} {"level":"info","ts":1784822824.6176617,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab4934c9-9dd7-4019-aee5-87cdedf8ec3c"} {"level":"info","ts":1784822824.7552674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.755363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.7553763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.7553957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","EoS":true} {"level":"info","ts":1784822824.7554317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","header":"x-maas-group"} {"level":"info","ts":1784822824.7554443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","header":"x-maas-subscription"} {"level":"info","ts":1784822824.7554533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","header":"x-maas-username"} {"level":"info","ts":1784822824.755473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.755508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.7561884,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.7562077,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.7562234,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","EoS":false} {"level":"info","ts":1784822824.7562404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"734e9450-f991-4e82-8826-67471a4272df","EoS":true} {"level":"info","ts":1784822824.756278,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"734e9450-f991-4e82-8826-67471a4272df"} {"level":"info","ts":1784822824.8913019,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822824.8913884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822824.8914013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822824.8914194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","EoS":true} {"level":"info","ts":1784822824.891456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","header":"x-maas-subscription"} {"level":"info","ts":1784822824.8914669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","header":"x-maas-group"} {"level":"info","ts":1784822824.8914754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","header":"x-maas-username"} {"level":"info","ts":1784822824.891505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822824.8915365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822824.8922024,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822824.8922205,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822824.8922358,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","EoS":false} {"level":"info","ts":1784822824.8922489,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657","EoS":true} {"level":"info","ts":1784822824.8922815,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c86823c0-9257-4dd8-b30b-764fe171a657"} {"level":"info","ts":1784822844.9771633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822844.9772496,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822844.977262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822844.9772732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","EoS":true} {"level":"info","ts":1784822844.9773002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","header":"x-maas-group"} {"level":"info","ts":1784822844.977311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","header":"x-maas-subscription"} {"level":"info","ts":1784822844.9773161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","header":"x-maas-username"} {"level":"info","ts":1784822844.9773302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822844.9773564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822844.9780138,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822844.978038,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822844.9780583,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","EoS":false} {"level":"info","ts":1784822844.978075,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc","EoS":true} {"level":"info","ts":1784822844.978123,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f18394c8-a642-43bd-9b86-2b4d6e76d1fc"} {"level":"info","ts":1784822845.082931,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822845.0830169,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f245c29-8a1b-4101-8ce9-12f2af2ec12a"} {"level":"info","ts":1784822845.084312,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f245c29-8a1b-4101-8ce9-12f2af2ec12a"} {"level":"info","ts":1784822845.08433,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f245c29-8a1b-4101-8ce9-12f2af2ec12a"} {"level":"info","ts":1784822845.0843475,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f245c29-8a1b-4101-8ce9-12f2af2ec12a","EoS":false} {"level":"info","ts":1784822845.0843637,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8f245c29-8a1b-4101-8ce9-12f2af2ec12a"} {"level":"info","ts":1784822845.0843925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f245c29-8a1b-4101-8ce9-12f2af2ec12a","EoS":true} {"level":"info","ts":1784822845.0844073,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8f245c29-8a1b-4101-8ce9-12f2af2ec12a"} {"level":"info","ts":1784822849.76305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822849.7631338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822849.763147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822849.7631583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","EoS":true} {"level":"info","ts":1784822849.7631824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","header":"x-maas-group"} {"level":"info","ts":1784822849.7631924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","header":"x-maas-username"} {"level":"info","ts":1784822849.7631977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","header":"x-maas-subscription"} {"level":"info","ts":1784822849.7632127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822849.7632375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822849.7639892,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822849.7640066,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822849.7640226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","EoS":false} {"level":"info","ts":1784822849.764033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101","EoS":true} {"level":"info","ts":1784822849.764072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fb21fdb4-0ec0-4b04-a684-db2dad8b8101"} {"level":"info","ts":1784822860.3947875,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822860.394871,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822860.3948855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822860.3948982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","EoS":true} {"level":"info","ts":1784822860.3949227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","header":"x-maas-group"} {"level":"info","ts":1784822860.3949327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","header":"x-maas-username"} {"level":"info","ts":1784822860.3949394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","header":"x-maas-subscription"} {"level":"info","ts":1784822860.3949542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822860.3949838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822860.3974352,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822860.3974593,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822860.3974798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","EoS":false} {"level":"info","ts":1784822860.3974981,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383","EoS":true} {"level":"info","ts":1784822860.397537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a47517a7-44d4-47c0-88cf-b200af496383"} {"level":"info","ts":1784822873.3435335,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822873.3436227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822873.3436375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822873.343659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","EoS":true} {"level":"info","ts":1784822873.3437119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","header":"x-maas-group"} {"level":"info","ts":1784822873.3437269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","header":"x-maas-username"} {"level":"info","ts":1784822873.343735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","header":"x-maas-subscription"} {"level":"info","ts":1784822873.3437545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822873.3437865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822873.3445852,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822873.3446102,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822873.3446271,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","EoS":false} {"level":"info","ts":1784822873.3446422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966","EoS":true} {"level":"info","ts":1784822873.3446832,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"213d1a49-0d1b-4502-a5ef-18c550022966"} {"level":"info","ts":1784822881.9133418,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822881.9134424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822881.9134567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822881.9134705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","EoS":true} {"level":"info","ts":1784822881.9134977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","header":"x-maas-subscription"} {"level":"info","ts":1784822881.913508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","header":"x-maas-group"} {"level":"info","ts":1784822881.9135125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","header":"x-maas-username"} {"level":"info","ts":1784822881.9135263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822881.913549,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822881.9143543,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822881.9143744,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822881.914389,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","EoS":false} {"level":"info","ts":1784822881.9144027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029","EoS":true} {"level":"info","ts":1784822881.9144452,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"595c9eee-1371-4ff0-a50b-4ef635ae5029"} {"level":"info","ts":1784822890.8687496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822890.8688402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822890.8688536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822890.868866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","EoS":true} {"level":"info","ts":1784822890.8688896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","header":"x-maas-group"} {"level":"info","ts":1784822890.8689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","header":"x-maas-subscription"} {"level":"info","ts":1784822890.868905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","header":"x-maas-username"} {"level":"info","ts":1784822890.8689177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822890.8689446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822890.8697448,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822890.869759,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822890.8697708,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","EoS":false} {"level":"info","ts":1784822890.869782,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba","EoS":true} {"level":"info","ts":1784822890.8698182,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"58bbd170-8962-45b8-b1e0-e8fa86214aba"} {"level":"info","ts":1784822915.9012594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822915.9013379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822915.9013538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822915.9013672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","EoS":true} {"level":"info","ts":1784822915.9013932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","header":"x-maas-group"} {"level":"info","ts":1784822915.9014032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","header":"x-maas-username"} {"level":"info","ts":1784822915.9014096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","header":"x-maas-subscription"} {"level":"info","ts":1784822915.9014242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822915.901449,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822915.903882,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822915.903902,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822915.9039154,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","EoS":false} {"level":"info","ts":1784822915.9039266,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c","EoS":true} {"level":"info","ts":1784822915.903993,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"60cd9545-25dc-4abb-ba3a-b554b9a6c96c"} {"level":"info","ts":1784822939.1417856,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822939.1418734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822939.1418865,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822939.1419034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","EoS":true} {"level":"info","ts":1784822939.141931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","header":"x-maas-group"} {"level":"info","ts":1784822939.1419413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","header":"x-maas-username"} {"level":"info","ts":1784822939.141946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","header":"x-maas-subscription"} {"level":"info","ts":1784822939.141961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784822939.1419907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822939.1428683,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822939.142889,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822939.1429033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","EoS":false} {"level":"info","ts":1784822939.1429145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b","EoS":true} {"level":"info","ts":1784822939.1429548,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6d6da9e-1fc0-4dc1-8781-62fcf08b505b"} {"level":"info","ts":1784822965.6401944,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822965.640303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822965.6403165,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822965.640329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","EoS":true} {"level":"info","ts":1784822965.6403546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","header":"x-maas-username"} {"level":"info","ts":1784822965.6403627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","header":"x-maas-group"} {"level":"info","ts":1784822965.6403673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","header":"x-maas-subscription"} {"level":"info","ts":1784822965.6403801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822965.6404033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822965.6427107,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822965.6427307,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822965.6427462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","EoS":false} {"level":"info","ts":1784822965.6427574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1","EoS":true} {"level":"info","ts":1784822965.6428006,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"711ac4cc-56ed-42ac-8257-c8a384ac62f1"} {"level":"info","ts":1784822975.0995557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822975.099631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.099642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.0996535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","EoS":true} {"level":"info","ts":1784822975.0996864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","header":"x-maas-subscription"} {"level":"info","ts":1784822975.0997236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","header":"x-maas-group"} {"level":"info","ts":1784822975.09973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","header":"x-maas-username"} {"level":"info","ts":1784822975.0997436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822975.099777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.100681,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.1007164,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.1007326,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","EoS":false} {"level":"info","ts":1784822975.1007442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50","EoS":true} {"level":"info","ts":1784822975.1007755,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae59587b-74a4-41ed-9cc8-df4e34682e50"} {"level":"info","ts":1784822975.136836,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822975.1369002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822975.136916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822975.1369278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","EoS":true} {"level":"info","ts":1784822975.136951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","header":"x-maas-username"} {"level":"info","ts":1784822975.1369607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","header":"x-maas-subscription"} {"level":"info","ts":1784822975.1369665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","header":"x-maas-group"} {"level":"info","ts":1784822975.1369777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822975.1370053,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822975.1378078,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822975.137824,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822975.1378367,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","EoS":false} {"level":"info","ts":1784822975.1378465,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f","EoS":true} {"level":"info","ts":1784822975.1378825,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6ce5d16c-e597-41ff-a14b-cf01495cf38f"} {"level":"info","ts":1784822994.3995528,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784822994.3996332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784822994.3996453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784822994.3996572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","EoS":true} {"level":"info","ts":1784822994.399685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","header":"x-maas-group"} {"level":"info","ts":1784822994.3997211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","header":"x-maas-subscription"} {"level":"info","ts":1784822994.399728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","header":"x-maas-username"} {"level":"info","ts":1784822994.399742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784822994.3997667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784822994.4006062,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784822994.4006205,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784822994.4006324,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","EoS":false} {"level":"info","ts":1784822994.4006422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359","EoS":true} {"level":"info","ts":1784822994.4006793,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50be9ebb-d2aa-4819-95bd-03e727371359"} {"level":"info","ts":1784823127.1313145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823127.131398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823127.13141,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823127.1314223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","EoS":true} {"level":"info","ts":1784823127.1314523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","header":"x-maas-subscription"} {"level":"info","ts":1784823127.1314626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","header":"x-maas-group"} {"level":"info","ts":1784823127.131469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","header":"x-maas-username"} {"level":"info","ts":1784823127.1314824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784823127.1315088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823127.1348581,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823127.1348798,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823127.1348991,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","EoS":false} {"level":"info","ts":1784823127.1349156,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629","EoS":true} {"level":"info","ts":1784823127.1349573,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd7170b4-1ac9-4ed1-9b6e-0bc347581629"} {"level":"info","ts":1784823166.5750198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823166.575105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823166.5751183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823166.575131,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","EoS":true} {"level":"info","ts":1784823166.5751576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","header":"x-maas-username"} {"level":"info","ts":1784823166.5751674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","header":"x-maas-group"} {"level":"info","ts":1784823166.5751724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","header":"x-maas-subscription"} {"level":"info","ts":1784823166.575185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823166.5752082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823166.5778012,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823166.5778227,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823166.5778446,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","EoS":false} {"level":"info","ts":1784823166.5778618,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a","EoS":true} {"level":"info","ts":1784823166.5779066,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5170a961-6836-4b60-a0b5-cfad34c2159a"} {"level":"info","ts":1784823181.8995266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823181.899613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823181.899626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823181.8996394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","EoS":true} {"level":"info","ts":1784823181.8996656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","header":"x-maas-subscription"} {"level":"info","ts":1784823181.8996766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","header":"x-maas-username"} {"level":"info","ts":1784823181.8996828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","header":"x-maas-group"} {"level":"info","ts":1784823181.8997095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823181.8997333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823181.9005768,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823181.900592,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823181.9006052,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","EoS":false} {"level":"info","ts":1784823181.9006155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9","EoS":true} {"level":"info","ts":1784823181.9006536,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d05362f5-b623-4c8d-88b7-64e134195ce9"} {"level":"info","ts":1784823509.853523,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823509.8536098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823509.8536208,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823509.8536317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","EoS":true} {"level":"info","ts":1784823509.8536575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","header":"x-maas-username"} {"level":"info","ts":1784823509.8536673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","header":"x-maas-group"} {"level":"info","ts":1784823509.8536713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","header":"x-maas-subscription"} {"level":"info","ts":1784823509.8536873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784823509.853735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823509.8555062,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823509.8555257,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823509.8555458,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","EoS":false} {"level":"info","ts":1784823509.8555596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa","EoS":true} {"level":"info","ts":1784823509.8555906,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac8f80cd-63aa-4483-98ea-126aa446d2fa"} {"level":"info","ts":1784823514.6736503,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e75da2d1-8109-4aec-9d56-d5932e05bc8d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784823514.6738856,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35502.69759245,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.6739023,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.736765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.774258,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e75da2d1-8109-4aec-9d56-d5932e05bc8d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784823514.7942314,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09cf4819-be6c-4756-b3d3-1b80b2d353b4"} {"level":"info","ts":1784823514.7943282,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1137996e-249b-485a-9c19-784d58a98342","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823514.794359,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1137996e-249b-485a-9c19-784d58a98342","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784823514.7998421,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b9e60cf-4d7c-4fcf-bd8e-26b7a55e98e4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823514.7998655,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b9e60cf-4d7c-4fcf-bd8e-26b7a55e98e4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784823514.800343,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36164.670743815,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.8003602,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.8090234,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.9004064,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09cf4819-be6c-4756-b3d3-1b80b2d353b4","name":"e2e-external-provider"} {"level":"info","ts":1784823514.908918,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09cf4819-be6c-4756-b3d3-1b80b2d353b4","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784823514.9172633,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09cf4819-be6c-4756-b3d3-1b80b2d353b4","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784823514.9237797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"971c741e-8e2a-44a0-a6bc-e3781cddfc3c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823514.9238322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"971c741e-8e2a-44a0-a6bc-e3781cddfc3c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823514.9237638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ae4e002-0559-44b8-aa3b-e1ed77003241"} {"level":"info","ts":1784823514.925079,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09cf4819-be6c-4756-b3d3-1b80b2d353b4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784823514.9318879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d815520-6bf0-423a-8f0a-ee54218050c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823514.93192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d815520-6bf0-423a-8f0a-ee54218050c0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823514.9319324,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ae4e002-0559-44b8-aa3b-e1ed77003241","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784823514.933234,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"503a33a3-22a0-4c19-bfff-a685728684db"} {"level":"info","ts":1784823514.9332914,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"503a33a3-22a0-4c19-bfff-a685728684db","name":"e2e-external-provider"} {"level":"info","ts":1784823514.9336052,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7d57b7b-c83c-4cd9-86e3-acf64d11fff6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823514.9336607,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7d57b7b-c83c-4cd9-86e3-acf64d11fff6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784823514.9337425,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2befb94f-ff9a-4a20-8c0c-7d35190d8e56","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823514.9337726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2befb94f-ff9a-4a20-8c0c-7d35190d8e56","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823514.9392924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"583441a9-1139-4dce-9b71-ee6c51dfa393","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1784823514.9393005,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ae4e002-0559-44b8-aa3b-e1ed77003241","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823514.939317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"583441a9-1139-4dce-9b71-ee6c51dfa393","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823514.9393752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4501c54-0ec9-4d03-b367-1311f293bbb9"} {"level":"info","ts":1784823514.939581,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35134.034555094,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.9396007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784823514.945928,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"503a33a3-22a0-4c19-bfff-a685728684db","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784823514.9461823,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784823514.9500444,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"503a33a3-22a0-4c19-bfff-a685728684db","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823514.9501169,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93cf638d-e36f-401f-b449-beab202eac72"} {"level":"info","ts":1784823514.9501455,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93cf638d-e36f-401f-b449-beab202eac72","name":"e2e-external-provider"} {"level":"info","ts":1784823514.9597743,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93cf638d-e36f-401f-b449-beab202eac72","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784823515.0405347,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4501c54-0ec9-4d03-b367-1311f293bbb9","name":"e2e-external-model"} {"level":"info","ts":1784823515.0604033,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78ba1faa-eec3-4d9b-a8e5-b373b93f271f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823515.0604396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78ba1faa-eec3-4d9b-a8e5-b373b93f271f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784823515.0607955,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4501c54-0ec9-4d03-b367-1311f293bbb9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823515.0608652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a37cb3f2-bb9f-45ae-b97d-91127127a576"} {"level":"info","ts":1784823515.0609412,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a37cb3f2-bb9f-45ae-b97d-91127127a576","name":"e2e-external-model"} {"level":"info","ts":1784823515.0704076,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a37cb3f2-bb9f-45ae-b97d-91127127a576","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823515.077734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72ffdd5e-7372-4a6c-9e40-30734ea853fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823515.077768,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72ffdd5e-7372-4a6c-9e40-30734ea853fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784823515.0779364,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e16bd6f8-3568-4b45-a0f4-18dcbb9c293d"} {"level":"info","ts":1784823515.0779953,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e16bd6f8-3568-4b45-a0f4-18dcbb9c293d","name":"e2e-external-model"} {"level":"info","ts":1784823515.0869856,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e16bd6f8-3568-4b45-a0f4-18dcbb9c293d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823522.4589958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823522.4590697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3"} {"level":"info","ts":1784823522.4590786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3"} {"level":"info","ts":1784823522.4590902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","EoS":true} {"level":"info","ts":1784823522.4591193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","header":"x-maas-group"} {"level":"info","ts":1784823522.4591293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","header":"x-maas-username"} {"level":"info","ts":1784823522.4591346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","header":"x-maas-subscription"} {"level":"info","ts":1784823522.4591484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823522.4591575,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","modelName":"e2e-external-model"} {"level":"info","ts":1784823522.4591715,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823522.4591982,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784823522.4592154,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3","authType":"apikey"} {"level":"info","ts":1784823522.4592423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b743845-d192-48af-9d33-1f66deb6a6c3"} {"level":"info","ts":1784823522.5839152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b1a5f81-2d5d-4fdc-b92f-4bba1aee6433","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.5839493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6c6a6a0-71a4-4169-bb41-a030f803256e"} {"level":"info","ts":1784823522.5839746,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5b1a5f81-2d5d-4fdc-b92f-4bba1aee6433","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784823522.5920804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20a09606-c838-4d17-a1a7-bd120c7eff26","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.5921087,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20a09606-c838-4d17-a1a7-bd120c7eff26","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784823522.592296,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6c6a6a0-71a4-4169-bb41-a030f803256e","name":"e2e-cleanup-test"} {"level":"info","ts":1784823522.6101072,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6c6a6a0-71a4-4169-bb41-a030f803256e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823522.615301,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae5a5e5-c328-4350-8ef9-37e55c10246a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.615327,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae5a5e5-c328-4350-8ef9-37e55c10246a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784823522.6157637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b87fb0c5-ed02-4428-902e-48f1a77b6bb3"} {"level":"info","ts":1784823522.6158078,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b87fb0c5-ed02-4428-902e-48f1a77b6bb3","name":"e2e-cleanup-test"} {"level":"info","ts":1784823522.6336317,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b32d8a33-8647-44aa-9977-c543f5ef9feb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.6336555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b32d8a33-8647-44aa-9977-c543f5ef9feb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784823522.634549,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b87fb0c5-ed02-4428-902e-48f1a77b6bb3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784823522.6346023,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26c1e5f8-fa58-4b20-b6af-590c279f1cbf"} {"level":"info","ts":1784823522.6346407,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26c1e5f8-fa58-4b20-b6af-590c279f1cbf","name":"e2e-cleanup-test"} {"level":"info","ts":1784823522.6432714,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26c1e5f8-fa58-4b20-b6af-590c279f1cbf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823522.651216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"930ae334-f3f8-4622-9cd5-2631a72c7a8e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823522.6512413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"930ae334-f3f8-4622-9cd5-2631a72c7a8e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784823522.651221,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d70d28ff-3810-4889-9e81-3b8ec8b71f9b"} {"level":"info","ts":1784823522.651281,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d70d28ff-3810-4889-9e81-3b8ec8b71f9b","name":"e2e-cleanup-test"} {"level":"info","ts":1784823522.6603444,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d70d28ff-3810-4889-9e81-3b8ec8b71f9b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784823530.8604167,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34e5bb57-c360-49ec-9ce4-1516f2a607cb"} {"level":"info","ts":1784823530.86041,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77143874-2652-417b-89ba-3ff7a7a8e240","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823530.8604832,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77143874-2652-417b-89ba-3ff7a7a8e240","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784823535.3746233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823535.374724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d"} {"level":"info","ts":1784823535.374738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d"} {"level":"info","ts":1784823535.3747573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d","EoS":true} {"level":"info","ts":1784823535.3748038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784823535.3748329,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e8f1624-805a-4b92-806a-10432987e24d"} {"level":"info","ts":1784823535.4183562,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823535.4184558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923"} {"level":"info","ts":1784823535.418475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923"} {"level":"info","ts":1784823535.4184906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","EoS":true} {"level":"info","ts":1784823535.4185178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","header":"x-maas-group"} {"level":"info","ts":1784823535.4185283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","header":"x-maas-subscription"} {"level":"info","ts":1784823535.4185333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","header":"x-maas-username"} {"level":"info","ts":1784823535.418547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823535.418556,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","modelName":"e2e-external-model"} {"level":"info","ts":1784823535.418568,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784823535.4185903,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784823535.4186053,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923","authType":"apikey"} {"level":"info","ts":1784823535.4186285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d7a45fe-9f66-4f4a-8314-22209048c923"} {"level":"info","ts":1784823535.4573402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823535.457406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.4574144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.4574246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","EoS":true} {"level":"info","ts":1784823535.4574497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","header":"x-maas-group"} {"level":"info","ts":1784823535.4574606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","header":"x-maas-username"} {"level":"info","ts":1784823535.4574654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","header":"x-maas-subscription"} {"level":"info","ts":1784823535.457479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784823535.4575016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.5839262,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.5839586,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.5839765,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","EoS":false} {"level":"info","ts":1784823535.5839899,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","EoS":true} {"level":"error","ts":1784823535.5840063,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784823535.5840926,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a35be565-679e-4d91-9da2-cb9fd98956cc"} {"level":"info","ts":1784823535.625855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784823535.6259239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823535.6259334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823535.625945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","EoS":true} {"level":"info","ts":1784823535.625967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","header":"x-maas-username"} {"level":"info","ts":1784823535.6259775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","header":"x-maas-subscription"} {"level":"info","ts":1784823535.625983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","header":"x-maas-group"} {"level":"info","ts":1784823535.626012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823535.728728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823535.7287536,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823535.7287705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","EoS":false} {"level":"info","ts":1784823535.7287834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","EoS":true} {"level":"error","ts":1784823535.7287993,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784823535.7288325,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc8f5d76-cf67-4a10-9be5-0eb8ca33b46b"} {"level":"info","ts":1784823536.6079757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cc1ad77-5b47-4da8-a59a-9f4f13f71a29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823536.6080136,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cc1ad77-5b47-4da8-a59a-9f4f13f71a29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784823536.608018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a16dd9e-940a-4e14-94ab-8789173cd1b9"} {"level":"info","ts":1784823536.761416,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7855319-cebf-4d1e-a763-d616f2f5a7f4"} {"level":"info","ts":1784823536.7614603,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"692b0dcc-5a27-4487-9c0a-0ba37104ff7b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823536.7614896,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"692b0dcc-5a27-4487-9c0a-0ba37104ff7b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784823536.892288,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4998f5ae-8f62-427b-bea0-d984fdc0af3a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784823536.8923652,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4998f5ae-8f62-427b-bea0-d984fdc0af3a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784824170.6778312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824170.677912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824170.67792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824170.6779318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","EoS":true} {"level":"info","ts":1784824170.6779528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","header":"x-maas-username"} {"level":"info","ts":1784824170.6779633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","header":"x-maas-group"} {"level":"info","ts":1784824170.6779692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","header":"x-maas-subscription"} {"level":"info","ts":1784824170.6779826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","path":"/ai-tenant-e2e-inf-b-d1deea/test-model-d1deea/v1/chat/completions"} {"level":"info","ts":1784824170.678005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824170.6906562,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824170.6907167,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824170.6907432,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","EoS":false} {"level":"info","ts":1784824170.6907592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4","EoS":true} {"level":"info","ts":1784824170.6908019,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1d707d71-773c-463d-82a7-0031dd6daee4"} {"level":"info","ts":1784824628.2949944,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824628.2950943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824628.295106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824628.2951243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","EoS":true} {"level":"info","ts":1784824628.295162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","header":"x-maas-group"} {"level":"info","ts":1784824628.2951734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","header":"x-maas-subscription"} {"level":"info","ts":1784824628.29518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","header":"x-maas-username"} {"level":"info","ts":1784824628.2951994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","path":"/ai-tenant-e2e-shared-a-9d26cd/rate-test-model-9d26cd/v1/completions"} {"level":"info","ts":1784824628.2952352,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824628.308483,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824628.3085032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824628.3085186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","EoS":false} {"level":"info","ts":1784824628.3085313,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec","EoS":true} {"level":"info","ts":1784824628.3085628,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"084881c8-a20e-4a24-ab6f-5eac8b043bec"} {"level":"info","ts":1784824645.6540887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824645.6541648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"} {"level":"info","ts":1784824645.6541736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"} {"level":"info","ts":1784824645.6541843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","EoS":true} {"level":"info","ts":1784824645.65421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","header":"x-maas-subscription"} {"level":"info","ts":1784824645.6542208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","header":"x-maas-username"} {"level":"info","ts":1784824645.6542273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","header":"x-maas-group"} {"level":"info","ts":1784824645.6542392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","path":"/ai-tenant-e2e-shared-b-ebb72a/rate-test-model-ebb72a/v1/completions"} {"level":"info","ts":1784824645.6542642,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"} {"level":"info","ts":1784824645.6676273,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"} {"level":"info","ts":1784824645.6676679,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"} {"level":"info","ts":1784824645.6677186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","EoS":false} {"level":"info","ts":1784824645.6677368,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61","EoS":true} {"level":"info","ts":1784824645.667782,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6caa24fb-96c9-461f-9b28-45b9e907da61"}