{"level":"info","ts":1784852895.787217,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852895.7873187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"}
{"level":"info","ts":1784852895.7873359,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"}
{"level":"info","ts":1784852895.787357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","EoS":true}
{"level":"info","ts":1784852895.7874181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","header":"x-maas-username"}
{"level":"info","ts":1784852895.7874346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","header":"x-maas-subscription"}
{"level":"info","ts":1784852895.787443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","header":"x-maas-group"}
{"level":"info","ts":1784852895.7874641,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852895.7874959,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"}
{"level":"info","ts":1784852895.7885525,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"}
{"level":"info","ts":1784852895.7885723,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"}
{"level":"info","ts":1784852895.7885876,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","EoS":false}
{"level":"info","ts":1784852895.7885997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"976c97a8-d869-409d-b967-a427107216f0","EoS":true}
{"level":"info","ts":1784852895.7886438,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"976c97a8-d869-409d-b967-a427107216f0"}
{"level":"info","ts":1784852918.9447882,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852918.9448936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"}
{"level":"info","ts":1784852918.944907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"}
{"level":"info","ts":1784852918.9449196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","EoS":true}
{"level":"info","ts":1784852918.9449458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","header":"x-maas-group"}
{"level":"info","ts":1784852918.9449558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","header":"x-maas-subscription"}
{"level":"info","ts":1784852918.944961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","header":"x-maas-username"}
{"level":"info","ts":1784852918.9449775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852918.9450045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"}
{"level":"info","ts":1784852918.9481056,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"}
{"level":"info","ts":1784852918.9481285,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"}
{"level":"info","ts":1784852918.9481452,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","EoS":false}
{"level":"info","ts":1784852918.9481568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b","EoS":true}
{"level":"info","ts":1784852918.948202,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e1c0fbf-f048-41a1-a081-654f1b4fe97b"}
{"level":"info","ts":1784852919.0833397,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852919.0834138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"}
{"level":"info","ts":1784852919.0834248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"}
{"level":"info","ts":1784852919.0834358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","EoS":true}
{"level":"info","ts":1784852919.0834591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","header":"x-maas-subscription"}
{"level":"info","ts":1784852919.0834692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","header":"x-maas-group"}
{"level":"info","ts":1784852919.0834744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","header":"x-maas-username"}
{"level":"info","ts":1784852919.0834885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852919.0835128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"}
{"level":"info","ts":1784852919.084519,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"}
{"level":"info","ts":1784852919.0845459,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"}
{"level":"info","ts":1784852919.0845606,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","EoS":false}
{"level":"info","ts":1784852919.0845714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e","EoS":true}
{"level":"info","ts":1784852919.084617,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"65da36ad-cec0-4462-aae0-ca5ddc47008e"}
{"level":"info","ts":1784852919.2228844,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852919.2229736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"}
{"level":"info","ts":1784852919.2229855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"}
{"level":"info","ts":1784852919.2229977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","EoS":true}
{"level":"info","ts":1784852919.2230246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","header":"x-maas-username"}
{"level":"info","ts":1784852919.223036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","header":"x-maas-subscription"}
{"level":"info","ts":1784852919.2230413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","header":"x-maas-group"}
{"level":"info","ts":1784852919.2230546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852919.223079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"}
{"level":"info","ts":1784852919.2241585,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"}
{"level":"info","ts":1784852919.2241776,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"}
{"level":"info","ts":1784852919.2241917,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","EoS":false}
{"level":"info","ts":1784852919.2242057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a","EoS":true}
{"level":"info","ts":1784852919.2242477,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"48b45cc3-6db2-4ccb-a13e-adf23dee911a"}
{"level":"info","ts":1784852919.3601313,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852919.3602211,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"}
{"level":"info","ts":1784852919.3602347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"}
{"level":"info","ts":1784852919.3602474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","EoS":true}
{"level":"info","ts":1784852919.3602762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","header":"x-maas-username"}
{"level":"info","ts":1784852919.3602862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","header":"x-maas-group"}
{"level":"info","ts":1784852919.3602912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","header":"x-maas-subscription"}
{"level":"info","ts":1784852919.3603053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852919.3603299,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"}
{"level":"info","ts":1784852919.3612988,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"}
{"level":"info","ts":1784852919.3613107,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"}
{"level":"info","ts":1784852919.3613338,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","EoS":false}
{"level":"info","ts":1784852919.361346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264","EoS":true}
{"level":"info","ts":1784852919.361376,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea84d134-a8dd-4171-9a37-c0b8a9a9d264"}
{"level":"info","ts":1784852919.4989955,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852919.4991143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"}
{"level":"info","ts":1784852919.4991276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"}
{"level":"info","ts":1784852919.49914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","EoS":true}
{"level":"info","ts":1784852919.4991672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","header":"x-maas-subscription"}
{"level":"info","ts":1784852919.499178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","header":"x-maas-group"}
{"level":"info","ts":1784852919.4991827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","header":"x-maas-username"}
{"level":"info","ts":1784852919.4991956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852919.4992225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"}
{"level":"info","ts":1784852919.5002737,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"}
{"level":"info","ts":1784852919.5002937,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"}
{"level":"info","ts":1784852919.5003078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","EoS":false}
{"level":"info","ts":1784852919.5003188,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92","EoS":true}
{"level":"info","ts":1784852919.5003514,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8a6ea01b-a43d-462d-bf84-8134f1d4fc92"}
{"level":"info","ts":1784852938.5587244,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852938.5588038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"}
{"level":"info","ts":1784852938.558816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"}
{"level":"info","ts":1784852938.5588632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","EoS":true}
{"level":"info","ts":1784852938.5589025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","header":"x-maas-group"}
{"level":"info","ts":1784852938.5589147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","header":"x-maas-username"}
{"level":"info","ts":1784852938.55892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","header":"x-maas-subscription"}
{"level":"info","ts":1784852938.5589347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852938.5589604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"}
{"level":"info","ts":1784852938.5619013,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"}
{"level":"info","ts":1784852938.561924,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"}
{"level":"info","ts":1784852938.561939,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","EoS":false}
{"level":"info","ts":1784852938.5619502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4","EoS":true}
{"level":"info","ts":1784852938.5620065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae8af1d7-4293-4e49-a19e-1b52438cc8c4"}
{"level":"info","ts":1784852938.6645455,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852938.6646383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d91ac6c8-f86b-40b0-a146-f2952e3e897e"}
{"level":"info","ts":1784852938.666886,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d91ac6c8-f86b-40b0-a146-f2952e3e897e"}
{"level":"info","ts":1784852938.6669054,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d91ac6c8-f86b-40b0-a146-f2952e3e897e"}
{"level":"info","ts":1784852938.666922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d91ac6c8-f86b-40b0-a146-f2952e3e897e","EoS":false}
{"level":"info","ts":1784852938.6669335,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"d91ac6c8-f86b-40b0-a146-f2952e3e897e"}
{"level":"info","ts":1784852938.666961,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d91ac6c8-f86b-40b0-a146-f2952e3e897e","EoS":true}
{"level":"info","ts":1784852938.6669693,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"d91ac6c8-f86b-40b0-a146-f2952e3e897e"}
{"level":"info","ts":1784852943.3033364,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852943.3034563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"}
{"level":"info","ts":1784852943.3034713,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"}
{"level":"info","ts":1784852943.3034847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","EoS":true}
{"level":"info","ts":1784852943.3035102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","header":"x-maas-group"}
{"level":"info","ts":1784852943.3035204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","header":"x-maas-username"}
{"level":"info","ts":1784852943.303526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","header":"x-maas-subscription"}
{"level":"info","ts":1784852943.30354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852943.3035696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"}
{"level":"info","ts":1784852943.304635,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"}
{"level":"info","ts":1784852943.304663,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"}
{"level":"info","ts":1784852943.3046784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","EoS":false}
{"level":"info","ts":1784852943.3046901,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc","EoS":true}
{"level":"info","ts":1784852943.3047285,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c1a0dc82-dd5b-449f-912d-21d865f248cc"}
{"level":"info","ts":1784852953.9921227,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852953.9922154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"}
{"level":"info","ts":1784852953.9922264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"}
{"level":"info","ts":1784852953.99224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","EoS":true}
{"level":"info","ts":1784852953.9922664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","header":"x-maas-group"}
{"level":"info","ts":1784852953.9922776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","header":"x-maas-username"}
{"level":"info","ts":1784852953.992283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","header":"x-maas-subscription"}
{"level":"info","ts":1784852953.9922976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784852953.9923239,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"}
{"level":"info","ts":1784852953.9957583,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"}
{"level":"info","ts":1784852953.995786,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"}
{"level":"info","ts":1784852953.9958086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","EoS":false}
{"level":"info","ts":1784852953.9958537,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40","EoS":true}
{"level":"info","ts":1784852953.9959104,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1fb0717a-94e3-465f-96eb-f55e12aeca40"}
{"level":"info","ts":1784852966.8820844,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852966.8821716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"}
{"level":"info","ts":1784852966.882183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"}
{"level":"info","ts":1784852966.8821948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","EoS":true}
{"level":"info","ts":1784852966.8822207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","header":"x-maas-username"}
{"level":"info","ts":1784852966.8822308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","header":"x-maas-group"}
{"level":"info","ts":1784852966.8822353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","header":"x-maas-subscription"}
{"level":"info","ts":1784852966.882249,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852966.8822756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"}
{"level":"info","ts":1784852966.8833582,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"}
{"level":"info","ts":1784852966.8833792,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"}
{"level":"info","ts":1784852966.8833933,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","EoS":false}
{"level":"info","ts":1784852966.8834045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5","EoS":true}
{"level":"info","ts":1784852966.8834457,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd84a507-a217-4af0-a9e3-a1f5c7770fd5"}
{"level":"info","ts":1784852975.4417198,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852975.4418128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"}
{"level":"info","ts":1784852975.4418423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"}
{"level":"info","ts":1784852975.4418654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","EoS":true}
{"level":"info","ts":1784852975.4418955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","header":"x-maas-username"}
{"level":"info","ts":1784852975.441907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","header":"x-maas-subscription"}
{"level":"info","ts":1784852975.4419115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","header":"x-maas-group"}
{"level":"info","ts":1784852975.4419446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852975.4419749,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"}
{"level":"info","ts":1784852975.4430115,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"}
{"level":"info","ts":1784852975.443032,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"}
{"level":"info","ts":1784852975.4430473,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","EoS":false}
{"level":"info","ts":1784852975.443058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8","EoS":true}
{"level":"info","ts":1784852975.4430907,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"caefa3be-1908-46cc-b222-542d805566f8"}
{"level":"info","ts":1784852984.3428617,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784852984.3429437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"}
{"level":"info","ts":1784852984.3429546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"}
{"level":"info","ts":1784852984.342969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","EoS":true}
{"level":"info","ts":1784852984.3429954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","header":"x-maas-group"}
{"level":"info","ts":1784852984.3430054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","header":"x-maas-subscription"}
{"level":"info","ts":1784852984.343011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","header":"x-maas-username"}
{"level":"info","ts":1784852984.3430257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784852984.3430526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"}
{"level":"info","ts":1784852984.3441596,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"}
{"level":"info","ts":1784852984.3441916,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"}
{"level":"info","ts":1784852984.344206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","EoS":false}
{"level":"info","ts":1784852984.3442194,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0","EoS":true}
{"level":"info","ts":1784852984.344256,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac3be5e4-8879-4c7b-b0a6-af8ca6b43fe0"}
{"level":"info","ts":1784853007.379048,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853007.3791199,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"}
{"level":"info","ts":1784853007.3791292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"}
{"level":"info","ts":1784853007.3791442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","EoS":true}
{"level":"info","ts":1784853007.379172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","header":"x-maas-group"}
{"level":"info","ts":1784853007.379183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","header":"x-maas-subscription"}
{"level":"info","ts":1784853007.3791878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","header":"x-maas-username"}
{"level":"info","ts":1784853007.3792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784853007.3792274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"}
{"level":"info","ts":1784853007.3802917,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"}
{"level":"info","ts":1784853007.3803105,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"}
{"level":"info","ts":1784853007.3803246,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","EoS":false}
{"level":"info","ts":1784853007.380336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477","EoS":true}
{"level":"info","ts":1784853007.380372,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52a14a4f-fe58-4c75-b25a-da15fa71c477"}
{"level":"info","ts":1784853030.3898654,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853030.3899505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"}
{"level":"info","ts":1784853030.3899622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"}
{"level":"info","ts":1784853030.3899744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","EoS":true}
{"level":"info","ts":1784853030.3900008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","header":"x-maas-group"}
{"level":"info","ts":1784853030.3900104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","header":"x-maas-subscription"}
{"level":"info","ts":1784853030.3900151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","header":"x-maas-username"}
{"level":"info","ts":1784853030.390028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784853030.3900576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"}
{"level":"info","ts":1784853030.391134,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"}
{"level":"info","ts":1784853030.3911555,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"}
{"level":"info","ts":1784853030.391176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","EoS":false}
{"level":"info","ts":1784853030.3911896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a","EoS":true}
{"level":"info","ts":1784853030.391236,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f9b8af8-c911-41af-92ad-1dfd79fd2c7a"}
{"level":"info","ts":1784853057.1082032,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853057.1083806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"}
{"level":"info","ts":1784853057.1084063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"}
{"level":"info","ts":1784853057.1084282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","EoS":true}
{"level":"info","ts":1784853057.1084661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","header":"x-maas-username"}
{"level":"info","ts":1784853057.1084828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","header":"x-maas-subscription"}
{"level":"info","ts":1784853057.1084907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","header":"x-maas-group"}
{"level":"info","ts":1784853057.108512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784853057.1085591,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"}
{"level":"info","ts":1784853057.1097524,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"}
{"level":"info","ts":1784853057.1097732,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"}
{"level":"info","ts":1784853057.1097941,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","EoS":false}
{"level":"info","ts":1784853057.1098158,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7","EoS":true}
{"level":"info","ts":1784853057.1098802,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eea30592-72e6-4aa7-94ad-c08c4dbcabc7"}
{"level":"info","ts":1784853066.6108575,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853066.610952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"}
{"level":"info","ts":1784853066.6109686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"}
{"level":"info","ts":1784853066.6109798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","EoS":true}
{"level":"info","ts":1784853066.6110067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","header":"x-maas-group"}
{"level":"info","ts":1784853066.6110163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","header":"x-maas-username"}
{"level":"info","ts":1784853066.611022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","header":"x-maas-subscription"}
{"level":"info","ts":1784853066.6110356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784853066.6110592,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"}
{"level":"info","ts":1784853066.6121886,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"}
{"level":"info","ts":1784853066.612215,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"}
{"level":"info","ts":1784853066.6122353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","EoS":false}
{"level":"info","ts":1784853066.6122472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91","EoS":true}
{"level":"info","ts":1784853066.612285,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d712274-599b-4b80-af24-e02ec9dfcc91"}
{"level":"info","ts":1784853066.6498687,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853066.6499465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"}
{"level":"info","ts":1784853066.6499584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"}
{"level":"info","ts":1784853066.6499705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","EoS":true}
{"level":"info","ts":1784853066.6499958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","header":"x-maas-username"}
{"level":"info","ts":1784853066.6500056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","header":"x-maas-group"}
{"level":"info","ts":1784853066.65001,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","header":"x-maas-subscription"}
{"level":"info","ts":1784853066.6500235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784853066.650051,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"}
{"level":"info","ts":1784853066.6510634,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"}
{"level":"info","ts":1784853066.6510823,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"}
{"level":"info","ts":1784853066.6511033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","EoS":false}
{"level":"info","ts":1784853066.651115,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463","EoS":true}
{"level":"info","ts":1784853066.6511512,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e73c7e0c-809d-4265-9701-e2bc0b6fe463"}
{"level":"info","ts":1784853085.955949,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853085.95605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"}
{"level":"info","ts":1784853085.9560661,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"}
{"level":"info","ts":1784853085.9560778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","EoS":true}
{"level":"info","ts":1784853085.9561045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","header":"x-maas-group"}
{"level":"info","ts":1784853085.9561145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","header":"x-maas-username"}
{"level":"info","ts":1784853085.9561207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","header":"x-maas-subscription"}
{"level":"info","ts":1784853085.9561388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784853085.9561665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"}
{"level":"info","ts":1784853085.9593284,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"}
{"level":"info","ts":1784853085.9593534,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"}
{"level":"info","ts":1784853085.9593701,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","EoS":false}
{"level":"info","ts":1784853085.9593828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638","EoS":true}
{"level":"info","ts":1784853085.9594333,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8c378f3e-d9e6-486b-82ce-0f46eecd2638"}
{"level":"info","ts":1784853218.4135654,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853218.413656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"}
{"level":"info","ts":1784853218.4136674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"}
{"level":"info","ts":1784853218.4136794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","EoS":true}
{"level":"info","ts":1784853218.413703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","header":"x-maas-group"}
{"level":"info","ts":1784853218.4137132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","header":"x-maas-username"}
{"level":"info","ts":1784853218.4137177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","header":"x-maas-subscription"}
{"level":"info","ts":1784853218.4137318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784853218.413758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"}
{"level":"info","ts":1784853218.4152756,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"}
{"level":"info","ts":1784853218.4153028,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"}
{"level":"info","ts":1784853218.4153228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","EoS":false}
{"level":"info","ts":1784853218.415339,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3","EoS":true}
{"level":"info","ts":1784853218.4153888,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"67bcb6f0-cae9-457b-8e55-d3a305ead4b3"}
{"level":"info","ts":1784853255.7106676,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853255.7107432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"}
{"level":"info","ts":1784853255.7107522,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"}
{"level":"info","ts":1784853255.7107635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","EoS":true}
{"level":"info","ts":1784853255.7107882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","header":"x-maas-username"}
{"level":"info","ts":1784853255.7107997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","header":"x-maas-subscription"}
{"level":"info","ts":1784853255.7108052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","header":"x-maas-group"}
{"level":"info","ts":1784853255.7108183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784853255.7109087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"}
{"level":"info","ts":1784853255.7139337,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"}
{"level":"info","ts":1784853255.7139556,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"}
{"level":"info","ts":1784853255.7139726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","EoS":false}
{"level":"info","ts":1784853255.7139835,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a","EoS":true}
{"level":"info","ts":1784853255.7140205,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1a261ca7-4516-4dd7-9783-850513b4264a"}
{"level":"info","ts":1784853271.000201,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853271.0002859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"}
{"level":"info","ts":1784853271.0002956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"}
{"level":"info","ts":1784853271.000308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","EoS":true}
{"level":"info","ts":1784853271.0003355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","header":"x-maas-username"}
{"level":"info","ts":1784853271.0003452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","header":"x-maas-group"}
{"level":"info","ts":1784853271.000351,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","header":"x-maas-subscription"}
{"level":"info","ts":1784853271.0003648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784853271.0003915,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"}
{"level":"info","ts":1784853271.0015264,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"}
{"level":"info","ts":1784853271.0015473,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"}
{"level":"info","ts":1784853271.001563,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","EoS":false}
{"level":"info","ts":1784853271.0015748,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef","EoS":true}
{"level":"info","ts":1784853271.0016117,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"139af8db-55dd-4670-b099-a6f9541916ef"}
{"level":"info","ts":1784853579.4867198,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853579.4868171,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"}
{"level":"info","ts":1784853579.4868417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"}
{"level":"info","ts":1784853579.4868622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","EoS":true}
{"level":"info","ts":1784853579.4868898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","header":"x-maas-subscription"}
{"level":"info","ts":1784853579.4868991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","header":"x-maas-group"}
{"level":"info","ts":1784853579.4869041,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","header":"x-maas-username"}
{"level":"info","ts":1784853579.486918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784853579.4869888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"}
{"level":"info","ts":1784853579.4889252,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"}
{"level":"info","ts":1784853579.488947,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"}
{"level":"info","ts":1784853579.4889636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","EoS":false}
{"level":"info","ts":1784853579.4889762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320","EoS":true}
{"level":"info","ts":1784853579.48901,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52454ef8-5c7f-43f8-96ef-9d7d40746320"}
{"level":"info","ts":1784853579.5234728,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853579.5235462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"}
{"level":"info","ts":1784853579.5235567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"}
{"level":"info","ts":1784853579.5235672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","EoS":true}
{"level":"info","ts":1784853579.5235872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","header":"x-maas-group"}
{"level":"info","ts":1784853579.5235977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","header":"x-maas-subscription"}
{"level":"info","ts":1784853579.5236027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","header":"x-maas-username"}
{"level":"info","ts":1784853579.5236132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784853579.5236373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"}
{"level":"info","ts":1784853579.5246453,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"}
{"level":"info","ts":1784853579.5246642,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"}
{"level":"info","ts":1784853579.5246785,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","EoS":false}
{"level":"info","ts":1784853579.5246882,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac","EoS":true}
{"level":"info","ts":1784853579.5247197,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"11a9439b-161f-4ab4-ab26-686265b8cdac"}
{"level":"info","ts":1784853584.3514707,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9927b5b4-694b-4bc4-afda-99abdd7d7a39","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784853584.3518145,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35393.408993218,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.351852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.4031167,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.4527748,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9927b5b4-694b-4bc4-afda-99abdd7d7a39","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784853584.4739363,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cfaad013-4eaa-46e4-b800-922781b2f5be","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784853584.4739738,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cfaad013-4eaa-46e4-b800-922781b2f5be","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784853584.474054,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20db2530-9ddc-4cee-8e12-a1ee4cfcb6eb"}
{"level":"info","ts":1784853584.48053,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab2f38c-90a5-405e-8da5-945efac7667a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784853584.4806383,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ab2f38c-90a5-405e-8da5-945efac7667a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784853584.4806764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37513.809594862,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.4806972,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.488595,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.5810645,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20db2530-9ddc-4cee-8e12-a1ee4cfcb6eb","name":"e2e-external-provider"}
{"level":"info","ts":1784853584.5923815,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20db2530-9ddc-4cee-8e12-a1ee4cfcb6eb","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784853584.5969377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26a31acc-b9e5-41af-b006-388ee8db3c28","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853584.596947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33a94129-ddb9-4ead-a1e2-5be25646eafa"}
{"level":"info","ts":1784853584.5969877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26a31acc-b9e5-41af-b006-388ee8db3c28","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784853584.6022704,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20db2530-9ddc-4cee-8e12-a1ee4cfcb6eb","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784853584.602626,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac4d7973-359e-43fa-9347-fc49c1941b72","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853584.6026437,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33a94129-ddb9-4ead-a1e2-5be25646eafa","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784853584.6030648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac4d7973-359e-43fa-9347-fc49c1941b72","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784853584.609302,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20db2530-9ddc-4cee-8e12-a1ee4cfcb6eb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784853584.6130204,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33a94129-ddb9-4ead-a1e2-5be25646eafa","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784853584.613115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edeb1328-9d04-425f-bfd1-0a5f1188b419"}
{"level":"info","ts":1784853584.6131446,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edeb1328-9d04-425f-bfd1-0a5f1188b419","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784853584.6132753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bff2f413-3e87-43c4-a09b-4caae7e10b66","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853584.6133046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bff2f413-3e87-43c4-a09b-4caae7e10b66","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784853584.614754,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84e84b11-c675-4ac0-83a5-b23d65b52d0c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784853584.6147764,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84e84b11-c675-4ac0-83a5-b23d65b52d0c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784853584.6148624,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e720c5d-80ec-4563-a728-2286d220e52b"}
{"level":"info","ts":1784853584.6149406,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e720c5d-80ec-4563-a728-2286d220e52b","name":"e2e-external-provider"}
{"level":"info","ts":1784853584.6148672,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d16350be-1dcd-471c-9b22-8d4e0ffe8a9d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853584.6149793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d16350be-1dcd-471c-9b22-8d4e0ffe8a9d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784853584.6168854,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edeb1328-9d04-425f-bfd1-0a5f1188b419","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784853584.6169345,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edeb1328-9d04-425f-bfd1-0a5f1188b419","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784853584.6169894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43e07d3c-03b8-4684-8d29-bfd394afb399"}
{"level":"info","ts":1784853584.6176295,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33692.491981778,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.617658,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.6254294,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784853584.6267583,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e720c5d-80ec-4563-a728-2286d220e52b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784853584.7181861,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43e07d3c-03b8-4684-8d29-bfd394afb399","name":"e2e-external-model"}
{"level":"info","ts":1784853584.7287621,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43e07d3c-03b8-4684-8d29-bfd394afb399","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784853584.7362576,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e05b7fe-d383-44ce-bb1e-1728d457bba0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853584.7363,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e05b7fe-d383-44ce-bb1e-1728d457bba0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784853584.7364163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6a6b5b-284d-45a6-af0e-23b98eaf713f"}
{"level":"info","ts":1784853584.7364802,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6a6b5b-284d-45a6-af0e-23b98eaf713f","name":"e2e-external-model"}
{"level":"error","ts":1784853584.7512307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf6a6b5b-284d-45a6-af0e-23b98eaf713f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784853584.751426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46646368-7d47-4c16-82ca-9ac45ebd11cd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853584.751449,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5b0db0d-6228-4097-8498-84c6acebdcdd"}
{"level":"info","ts":1784853584.7514594,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46646368-7d47-4c16-82ca-9ac45ebd11cd","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784853584.7515185,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5b0db0d-6228-4097-8498-84c6acebdcdd","name":"e2e-external-model"}
{"level":"info","ts":1784853584.7607577,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5b0db0d-6228-4097-8498-84c6acebdcdd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784853584.7684262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e609d62c-f62c-4f38-8647-1f61d9aeafb6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853584.768458,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e609d62c-f62c-4f38-8647-1f61d9aeafb6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784853584.7684858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ba7ebef-8a23-494e-a2bd-706886ec3f1e"}
{"level":"info","ts":1784853584.7685533,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ba7ebef-8a23-494e-a2bd-706886ec3f1e","name":"e2e-external-model"}
{"level":"info","ts":1784853584.7765892,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ba7ebef-8a23-494e-a2bd-706886ec3f1e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784853592.1113744,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853592.1114762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885"}
{"level":"info","ts":1784853592.1114938,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885"}
{"level":"info","ts":1784853592.1115258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","EoS":true}
{"level":"info","ts":1784853592.1115623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","header":"x-maas-group"}
{"level":"info","ts":1784853592.111577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","header":"x-maas-subscription"}
{"level":"info","ts":1784853592.1115842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","header":"x-maas-username"}
{"level":"info","ts":1784853592.111612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784853592.1116261,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","modelName":"e2e-external-model"}
{"level":"info","ts":1784853592.1116443,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784853592.1117032,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784853592.111719,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885","authType":"apikey"}
{"level":"info","ts":1784853592.111748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fce489b5-3331-4288-a269-7fcff7776885"}
{"level":"info","ts":1784853592.2312844,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdc620b3-66c0-4454-b33c-319612da3b54","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784853592.231324,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdc620b3-66c0-4454-b33c-319612da3b54","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784853592.2313294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c4ce7b-7cb0-4875-a606-024f0e6d2f66"}
{"level":"info","ts":1784853592.2385838,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d118288e-f208-454a-a333-acb004dec58b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784853592.2386186,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d118288e-f208-454a-a333-acb004dec58b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784853592.2387283,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c4ce7b-7cb0-4875-a606-024f0e6d2f66","name":"e2e-cleanup-test"}
{"level":"info","ts":1784853592.2563577,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c4ce7b-7cb0-4875-a606-024f0e6d2f66","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784853592.2637713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0aa9f6f8-42f1-42e4-9d23-73b1c7ec648e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784853592.263807,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0aa9f6f8-42f1-42e4-9d23-73b1c7ec648e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784853592.2639327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"559d39fe-1d9c-4cb6-b952-f68f5ef4505f"}
{"level":"info","ts":1784853592.264006,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"559d39fe-1d9c-4cb6-b952-f68f5ef4505f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784853592.2786252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04c0d492-0d85-48c0-a674-dd1ba3daba83","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784853592.2786539,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04c0d492-0d85-48c0-a674-dd1ba3daba83","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784853592.279643,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"559d39fe-1d9c-4cb6-b952-f68f5ef4505f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784853592.279687,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"559d39fe-1d9c-4cb6-b952-f68f5ef4505f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784853592.2797327,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"518576cc-6f78-4255-a221-1cfced3480ec"}
{"level":"info","ts":1784853592.2797818,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"518576cc-6f78-4255-a221-1cfced3480ec","name":"e2e-cleanup-test"}
{"level":"info","ts":1784853592.287245,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"518576cc-6f78-4255-a221-1cfced3480ec","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784853592.293954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6c5429e-d992-4079-a594-548370d90f3e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784853592.29399,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6c5429e-d992-4079-a594-548370d90f3e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784853592.2950106,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"518576cc-6f78-4255-a221-1cfced3480ec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784853592.2951045,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c1bc53f-0873-4802-a46e-2a134536f8d9"}
{"level":"info","ts":1784853592.295176,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c1bc53f-0873-4802-a46e-2a134536f8d9","name":"e2e-cleanup-test"}
{"level":"info","ts":1784853592.3028922,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c1bc53f-0873-4802-a46e-2a134536f8d9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784853600.5224683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f60bb65-44cb-452d-84d8-4264ee2a8dd7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784853600.5225117,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f60bb65-44cb-452d-84d8-4264ee2a8dd7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784853600.5224771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"330712a6-fb23-4fea-b493-420309b8994c"}
{"level":"info","ts":1784853604.8481853,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853604.8482704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738"}
{"level":"info","ts":1784853604.8482852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738"}
{"level":"info","ts":1784853604.8483014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738","EoS":true}
{"level":"info","ts":1784853604.8483353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784853604.848369,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7bd9c9d-752e-434a-bf6f-bef0b7954738"}
{"level":"info","ts":1784853604.887501,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853604.8875852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f"}
{"level":"info","ts":1784853604.887598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f"}
{"level":"info","ts":1784853604.88761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","EoS":true}
{"level":"info","ts":1784853604.8876457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","header":"x-maas-group"}
{"level":"info","ts":1784853604.887659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","header":"x-maas-username"}
{"level":"info","ts":1784853604.8876636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","header":"x-maas-subscription"}
{"level":"info","ts":1784853604.8876762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784853604.8876855,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","modelName":"e2e-external-model"}
{"level":"info","ts":1784853604.8877008,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784853604.8877306,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784853604.8877468,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f","authType":"apikey"}
{"level":"info","ts":1784853604.8877726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5d13fe0-4c95-47d5-94e0-ecec19c01e6f"}
{"level":"info","ts":1784853604.9284983,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853604.9285738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"}
{"level":"info","ts":1784853604.9285848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"}
{"level":"info","ts":1784853604.9285963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","EoS":true}
{"level":"info","ts":1784853604.9286196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","header":"x-maas-subscription"}
{"level":"info","ts":1784853604.9286294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","header":"x-maas-username"}
{"level":"info","ts":1784853604.9286344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","header":"x-maas-group"}
{"level":"info","ts":1784853604.9286485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784853604.9286785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"}
{"level":"info","ts":1784853605.0327275,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"}
{"level":"info","ts":1784853605.0327518,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"}
{"level":"info","ts":1784853605.0327687,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","EoS":false}
{"level":"info","ts":1784853605.0327811,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","EoS":true}
{"level":"error","ts":1784853605.0327978,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784853605.032878,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7e9f8add-1a36-4d16-8e61-d408755ec397"}
{"level":"info","ts":1784853605.0726573,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784853605.0727384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"}
{"level":"info","ts":1784853605.07275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"}
{"level":"info","ts":1784853605.0727608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","EoS":true}
{"level":"info","ts":1784853605.0727837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","header":"x-maas-subscription"}
{"level":"info","ts":1784853605.0727935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","header":"x-maas-username"}
{"level":"info","ts":1784853605.0727987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","header":"x-maas-group"}
{"level":"info","ts":1784853605.0728447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"}
{"level":"info","ts":1784853605.1220186,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"}
{"level":"info","ts":1784853605.1220486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"}
{"level":"info","ts":1784853605.1220717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","EoS":false}
{"level":"info","ts":1784853605.122086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","EoS":true}
{"level":"error","ts":1784853605.1221023,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784853605.122139,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6c9d7111-5d00-4d7f-adfe-2fad5d323c6d"}
{"level":"info","ts":1784853605.974432,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4d07a6d-6f47-4d9d-9e41-affd173ea609","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853605.9744735,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4d07a6d-6f47-4d9d-9e41-affd173ea609","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784853605.97448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c82f622-d3f5-40ae-8adf-a1b2a3d049cd"}
{"level":"info","ts":1784853606.1333153,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6aa21793-48fc-445c-802a-b962639aa321","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784853606.1333563,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e3798f9-712e-4362-9605-d47721524ffc"}
{"level":"info","ts":1784853606.1333668,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6aa21793-48fc-445c-802a-b962639aa321","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784853606.264857,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1447fa49-f197-4fe3-a670-0c1c1a512771","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784853606.2649238,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1447fa49-f197-4fe3-a670-0c1c1a512771","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784854682.5771468,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784854682.5772502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30367b93-9ec2-4ca2-b94b-3350c75df0fd"}
{"level":"info","ts":1784854747.286674,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784854747.2867553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"}
{"level":"info","ts":1784854747.286767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"}
{"level":"info","ts":1784854747.286779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","EoS":true}
{"level":"info","ts":1784854747.286805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","header":"x-maas-username"}
{"level":"info","ts":1784854747.2868147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","header":"x-maas-group"}
{"level":"info","ts":1784854747.2868207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","header":"x-maas-subscription"}
{"level":"info","ts":1784854747.2868574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784854747.2868865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"}
{"level":"info","ts":1784854747.2898166,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"}
{"level":"info","ts":1784854747.289868,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"}
{"level":"info","ts":1784854747.2898877,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","EoS":false}
{"level":"info","ts":1784854747.289901,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea","EoS":true}
{"level":"info","ts":1784854747.2899437,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9111e977-3995-4d60-b8c5-c26b5db9f4ea"}