{"level":"info","ts":1784695713.5539043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4e03b83-c841-4ded-b28e-83b416d7cce1"} {"level":"info","ts":1784695713.553913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4e03b83-c841-4ded-b28e-83b416d7cce1"} {"level":"info","ts":1784695713.5539248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4e03b83-c841-4ded-b28e-83b416d7cce1","EoS":false} {"level":"info","ts":1784695713.5539382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4e03b83-c841-4ded-b28e-83b416d7cce1","EoS":true} {"level":"info","ts":1784695713.5539787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4e03b83-c841-4ded-b28e-83b416d7cce1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695713.5539927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4e03b83-c841-4ded-b28e-83b416d7cce1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695713.554013,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4e03b83-c841-4ded-b28e-83b416d7cce1"} {"level":"info","ts":1784695717.7130396,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695717.713114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7df4c29-e268-469d-bf6e-a188c9a0602d"} {"level":"info","ts":1784695717.7131262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7df4c29-e268-469d-bf6e-a188c9a0602d"} {"level":"info","ts":1784695717.7131371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7df4c29-e268-469d-bf6e-a188c9a0602d","EoS":false} {"level":"info","ts":1784695717.713148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7df4c29-e268-469d-bf6e-a188c9a0602d","EoS":true} {"level":"info","ts":1784695717.7131681,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7df4c29-e268-469d-bf6e-a188c9a0602d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695717.7131824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7df4c29-e268-469d-bf6e-a188c9a0602d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695717.7132037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7df4c29-e268-469d-bf6e-a188c9a0602d"} {"level":"info","ts":1784695733.5051959,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695733.5052726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.505284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.5052962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","EoS":false} {"level":"info","ts":1784695733.5053067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","EoS":true} {"level":"info","ts":1784695733.505326,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695733.505343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695733.5053651,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5268cbb-fba3-4d5f-99ec-1fe82cbea97c"} {"level":"info","ts":1784695733.6416786,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695733.6417623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.6417716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.6417832,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","EoS":false} {"level":"info","ts":1784695733.6417966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","EoS":true} {"level":"info","ts":1784695733.641816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695733.641831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695733.6418507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b417d823-c59c-4a22-a550-5c4c44059982"} {"level":"info","ts":1784695733.7808874,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695733.781003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.7810206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.7810345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","EoS":false} {"level":"info","ts":1784695733.7810457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","EoS":true} {"level":"info","ts":1784695733.781065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695733.7810774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695733.7810943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78d1759b-24e7-4902-956a-cf4e09b03a46"} {"level":"info","ts":1784695733.9168222,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695733.916895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695733.9169035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695733.9169145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","EoS":false} {"level":"info","ts":1784695733.9169307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","EoS":true} {"level":"info","ts":1784695733.9169755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695733.9169934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695733.9170165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43b2a68f-f951-409c-9ff5-a7c9546fec61"} {"level":"info","ts":1784695734.052803,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695734.0528784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695734.0528884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695734.0529006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","EoS":false} {"level":"info","ts":1784695734.0529141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","EoS":true} {"level":"info","ts":1784695734.0529368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695734.0529792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695734.0529993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abe6a4b4-6e9d-4b11-9c5e-e325f83a5d29"} {"level":"info","ts":1784695734.187889,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695734.1879947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f38fb326-3521-48ca-93d0-b4c1b8abd4f8"} {"level":"info","ts":1784695734.1880074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f38fb326-3521-48ca-93d0-b4c1b8abd4f8"} {"level":"info","ts":1784695734.188021,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f38fb326-3521-48ca-93d0-b4c1b8abd4f8","EoS":false} {"level":"info","ts":1784695734.1880343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f38fb326-3521-48ca-93d0-b4c1b8abd4f8","EoS":true} {"level":"info","ts":1784695734.188055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f38fb326-3521-48ca-93d0-b4c1b8abd4f8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695734.18807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f38fb326-3521-48ca-93d0-b4c1b8abd4f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695734.1880848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f38fb326-3521-48ca-93d0-b4c1b8abd4f8"} {"level":"info","ts":1784695751.9745493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695751.9746327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695751.974642,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695751.9746537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","EoS":false} {"level":"info","ts":1784695751.974664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","EoS":true} {"level":"info","ts":1784695751.9746845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695751.9746997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695751.9747207,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4af79658-c9bc-45cc-b763-54aef070576d"} {"level":"info","ts":1784695752.0098567,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695752.0099645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b72dc99-f836-4a10-8b17-848e8935324c"} {"level":"info","ts":1784695752.0099761,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b72dc99-f836-4a10-8b17-848e8935324c"} {"level":"info","ts":1784695752.0099902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b72dc99-f836-4a10-8b17-848e8935324c","EoS":false} {"level":"info","ts":1784695752.0100017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b72dc99-f836-4a10-8b17-848e8935324c","EoS":true} {"level":"info","ts":1784695752.0100229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b72dc99-f836-4a10-8b17-848e8935324c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695752.010037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b72dc99-f836-4a10-8b17-848e8935324c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695752.0100617,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b72dc99-f836-4a10-8b17-848e8935324c"} {"level":"info","ts":1784695752.0455809,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695752.0456502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"438bafac-9613-43fd-8790-9fdf1b069e81"} {"level":"info","ts":1784695752.0456595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"438bafac-9613-43fd-8790-9fdf1b069e81"} {"level":"info","ts":1784695752.0456707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"438bafac-9613-43fd-8790-9fdf1b069e81","EoS":false} {"level":"info","ts":1784695752.0456839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"438bafac-9613-43fd-8790-9fdf1b069e81","EoS":true} {"level":"info","ts":1784695752.0457036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"438bafac-9613-43fd-8790-9fdf1b069e81","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695752.0457196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"438bafac-9613-43fd-8790-9fdf1b069e81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695752.0457468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"438bafac-9613-43fd-8790-9fdf1b069e81"} {"level":"info","ts":1784695752.0797312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695752.0797894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"965ef636-76a7-4b49-97d6-8e8a3a9b40a9"} {"level":"info","ts":1784695756.697134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695756.6972249,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695756.697237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695756.697256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","EoS":false} {"level":"info","ts":1784695756.6972783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","EoS":true} {"level":"info","ts":1784695756.6973603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695756.6973827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695756.6974125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67859c5e-e4da-418e-aba4-bc962111ec83"} {"level":"info","ts":1784695765.2387211,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695765.2387981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbc13598-cddc-4cb1-86fc-7997788d04ba"} {"level":"info","ts":1784695765.2388093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bbc13598-cddc-4cb1-86fc-7997788d04ba"} {"level":"info","ts":1784695765.2388208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbc13598-cddc-4cb1-86fc-7997788d04ba","EoS":false} {"level":"info","ts":1784695765.2388341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbc13598-cddc-4cb1-86fc-7997788d04ba","EoS":true} {"level":"info","ts":1784695765.2388606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbc13598-cddc-4cb1-86fc-7997788d04ba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695765.238878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbc13598-cddc-4cb1-86fc-7997788d04ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695765.2389,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bbc13598-cddc-4cb1-86fc-7997788d04ba"} {"level":"info","ts":1784695767.2740057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695767.2740827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695767.2740908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695767.2741022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","EoS":false} {"level":"info","ts":1784695767.2741172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","EoS":true} {"level":"info","ts":1784695767.2741363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695767.274151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695767.2741709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae41e3f3-b629-4edc-a6eb-dbdf4498832e"} {"level":"info","ts":1784695780.145177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695780.1452584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695780.1452708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695780.1452823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","EoS":false} {"level":"info","ts":1784695780.1452942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","EoS":true} {"level":"info","ts":1784695780.1453187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695780.145336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695780.1453552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d48a596-050a-4917-804c-2a5ec56aa58b"} {"level":"info","ts":1784695788.6608524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695788.6609282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695788.6609378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695788.6609795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","EoS":false} {"level":"info","ts":1784695788.6609938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","EoS":true} {"level":"info","ts":1784695788.6610203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695788.6610405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695788.6610672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"312d84b4-52f0-4f1e-8674-663d43c2827b"} {"level":"info","ts":1784695797.5302548,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695797.5303316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695797.5303407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695797.5303512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","EoS":false} {"level":"info","ts":1784695797.5303617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","EoS":true} {"level":"info","ts":1784695797.5303812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695797.5303977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695797.5304205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9e39eaf-bea6-4ef9-ab21-a6804a841759"} {"level":"info","ts":1784695806.5358922,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695806.536036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"149abac5-e89f-471e-8d91-f691a0c519a4"} {"level":"info","ts":1784695806.5360494,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"149abac5-e89f-471e-8d91-f691a0c519a4"} {"level":"info","ts":1784695806.536062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"149abac5-e89f-471e-8d91-f691a0c519a4","EoS":false} {"level":"info","ts":1784695806.5360732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"149abac5-e89f-471e-8d91-f691a0c519a4","EoS":true} {"level":"info","ts":1784695806.5360963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"149abac5-e89f-471e-8d91-f691a0c519a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695806.536109,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"149abac5-e89f-471e-8d91-f691a0c519a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695806.5361283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"149abac5-e89f-471e-8d91-f691a0c519a4"} {"level":"info","ts":1784695811.3037453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695811.3038259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b1fe49c-c1dc-4315-ac47-1d4fae9d86bb"} {"level":"info","ts":1784695811.3038368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b1fe49c-c1dc-4315-ac47-1d4fae9d86bb"} {"level":"info","ts":1784695811.3038478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b1fe49c-c1dc-4315-ac47-1d4fae9d86bb","EoS":false} {"level":"info","ts":1784695811.303867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b1fe49c-c1dc-4315-ac47-1d4fae9d86bb","EoS":true} {"level":"info","ts":1784695811.3038888,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b1fe49c-c1dc-4315-ac47-1d4fae9d86bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784695811.3039043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b1fe49c-c1dc-4315-ac47-1d4fae9d86bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695811.303924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b1fe49c-c1dc-4315-ac47-1d4fae9d86bb"} {"level":"info","ts":1784695816.0463977,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695816.0464816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c65efe8a-41a8-4a92-a330-c99323db6beb"} {"level":"info","ts":1784695816.0464954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c65efe8a-41a8-4a92-a330-c99323db6beb"} {"level":"info","ts":1784695816.0465086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c65efe8a-41a8-4a92-a330-c99323db6beb","EoS":false} {"level":"info","ts":1784695816.0465262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c65efe8a-41a8-4a92-a330-c99323db6beb","EoS":true} {"level":"info","ts":1784695816.0465488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c65efe8a-41a8-4a92-a330-c99323db6beb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695816.0465634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c65efe8a-41a8-4a92-a330-c99323db6beb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695816.046583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c65efe8a-41a8-4a92-a330-c99323db6beb"} {"level":"info","ts":1784695816.309542,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695816.3096201,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25193c84-d498-4915-b390-afde0609db85"} {"level":"info","ts":1784695816.3096297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25193c84-d498-4915-b390-afde0609db85"} {"level":"info","ts":1784695816.3096423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25193c84-d498-4915-b390-afde0609db85","EoS":false} {"level":"info","ts":1784695816.3096564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25193c84-d498-4915-b390-afde0609db85","EoS":true} {"level":"info","ts":1784695816.30968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25193c84-d498-4915-b390-afde0609db85","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695816.3096957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25193c84-d498-4915-b390-afde0609db85","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695816.3097165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25193c84-d498-4915-b390-afde0609db85"} {"level":"info","ts":1784695818.3411663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695818.3412473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24e465d1-aa15-4d68-a5c2-df4f062c4353"} {"level":"info","ts":1784695818.3412619,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24e465d1-aa15-4d68-a5c2-df4f062c4353"} {"level":"info","ts":1784695818.3412726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24e465d1-aa15-4d68-a5c2-df4f062c4353","EoS":false} {"level":"info","ts":1784695818.341284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24e465d1-aa15-4d68-a5c2-df4f062c4353","EoS":true} {"level":"info","ts":1784695818.3413038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24e465d1-aa15-4d68-a5c2-df4f062c4353","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695818.3413186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24e465d1-aa15-4d68-a5c2-df4f062c4353","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695818.341338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24e465d1-aa15-4d68-a5c2-df4f062c4353"} {"level":"info","ts":1784695820.374674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695820.374756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695820.3747659,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695820.3747768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","EoS":false} {"level":"info","ts":1784695820.3747914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","EoS":true} {"level":"info","ts":1784695820.3748193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695820.374835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695820.3748631,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1d6d089-3e81-4215-be4d-3b7dce5921aa"} {"level":"info","ts":1784695842.6145594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695842.6146355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695842.6146483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695842.614661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","EoS":false} {"level":"info","ts":1784695842.614674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","EoS":true} {"level":"info","ts":1784695842.614694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695842.614709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695842.6147296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9781e8d7-9b6e-4e6c-aa32-b6cec5307492"} {"level":"info","ts":1784695851.9048364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695851.9049265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74deae8c-eca5-43e2-ac5a-baa4e4e02aa9"} {"level":"info","ts":1784695851.9049375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74deae8c-eca5-43e2-ac5a-baa4e4e02aa9"} {"level":"info","ts":1784695851.9049706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74deae8c-eca5-43e2-ac5a-baa4e4e02aa9","EoS":false} {"level":"info","ts":1784695851.9049819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74deae8c-eca5-43e2-ac5a-baa4e4e02aa9","EoS":true} {"level":"info","ts":1784695851.9050026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74deae8c-eca5-43e2-ac5a-baa4e4e02aa9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695851.905018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74deae8c-eca5-43e2-ac5a-baa4e4e02aa9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695851.905038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74deae8c-eca5-43e2-ac5a-baa4e4e02aa9"} {"level":"info","ts":1784695857.3173704,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695857.3174658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc1408b7-ef99-40be-9110-76822b38e4e8"} {"level":"info","ts":1784695857.3174808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc1408b7-ef99-40be-9110-76822b38e4e8"} {"level":"info","ts":1784695857.3175004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc1408b7-ef99-40be-9110-76822b38e4e8","EoS":false} {"level":"info","ts":1784695857.317519,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc1408b7-ef99-40be-9110-76822b38e4e8","EoS":true} {"level":"info","ts":1784695857.3175497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc1408b7-ef99-40be-9110-76822b38e4e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695857.3175685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc1408b7-ef99-40be-9110-76822b38e4e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695857.3175967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc1408b7-ef99-40be-9110-76822b38e4e8"} {"level":"info","ts":1784695866.8599942,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695866.8600774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e47d22db-e7f9-433e-979a-330231293a89"} {"level":"info","ts":1784695866.8600883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e47d22db-e7f9-433e-979a-330231293a89"} {"level":"info","ts":1784695866.8600993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e47d22db-e7f9-433e-979a-330231293a89","EoS":false} {"level":"info","ts":1784695866.860111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e47d22db-e7f9-433e-979a-330231293a89","EoS":true} {"level":"info","ts":1784695866.8601308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e47d22db-e7f9-433e-979a-330231293a89","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695866.8601463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e47d22db-e7f9-433e-979a-330231293a89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695866.8601685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e47d22db-e7f9-433e-979a-330231293a89"} {"level":"info","ts":1784695868.893438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695868.8935347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695868.8935473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695868.8935614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","EoS":false} {"level":"info","ts":1784695868.8935754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","EoS":true} {"level":"info","ts":1784695868.8936021,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695868.8936193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695868.89364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91720381-a1b2-4cfa-8146-50257a3986e9"} {"level":"info","ts":1784695878.2812085,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695878.2812974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.2813146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.2813337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","EoS":false} {"level":"info","ts":1784695878.2813544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","EoS":true} {"level":"info","ts":1784695878.2813833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695878.2814016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695878.2814264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"304afe6f-b335-4bbd-ab84-c0f86b6c13cd"} {"level":"info","ts":1784695878.321349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695878.3214252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695878.3214352,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695878.3214467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","EoS":false} {"level":"info","ts":1784695878.3214574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","EoS":true} {"level":"info","ts":1784695878.3214755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695878.321491,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695878.3215091,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e919e010-9267-48f6-8a8d-a6bc9b60aba0"} {"level":"info","ts":1784695897.3590896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695897.3591633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784695897.3591745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784695897.359186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","EoS":false} {"level":"info","ts":1784695897.3591995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","EoS":true} {"level":"info","ts":1784695897.3592236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695897.3592424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695897.3592682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e42f15a5-fbf0-4e76-a20f-6b79b9133d71"} {"level":"info","ts":1784695906.675053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695906.6751306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"895fed6e-647f-46c1-8955-a551e6507494"} {"level":"info","ts":1784695906.67514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"895fed6e-647f-46c1-8955-a551e6507494"} {"level":"info","ts":1784695906.6751513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"895fed6e-647f-46c1-8955-a551e6507494","EoS":false} {"level":"info","ts":1784695906.6751618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"895fed6e-647f-46c1-8955-a551e6507494","EoS":true} {"level":"info","ts":1784695906.6751823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"895fed6e-647f-46c1-8955-a551e6507494","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784695906.6751974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"895fed6e-647f-46c1-8955-a551e6507494","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784695906.6752172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"895fed6e-647f-46c1-8955-a551e6507494"} {"level":"info","ts":1784695911.9505503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784695911.950645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"121cfbef-164d-4c86-a582-25a3961c2faf"} {"level":"info","ts":1784695911.950661,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"121cfbef-164d-4c86-a582-25a3961c2faf"} {"level":"info","ts":1784695911.9506798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"121cfbef-164d-4c86-a582-25a3961c2faf","EoS":false} {"level":"info","ts":1784695911.9506986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"121cfbef-164d-4c86-a582-25a3961c2faf","EoS":true} {"level":"info","ts":1784695911.9507287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"121cfbef-164d-4c86-a582-25a3961c2faf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784695911.9507473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"121cfbef-164d-4c86-a582-25a3961c2faf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784695911.950777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"121cfbef-164d-4c86-a582-25a3961c2faf"} {"level":"info","ts":1784696002.3176048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696002.3176866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8dd4be0-23d3-49b8-9a0c-8585c686258b"} {"level":"info","ts":1784696002.3176994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8dd4be0-23d3-49b8-9a0c-8585c686258b"} {"level":"info","ts":1784696002.3177106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8dd4be0-23d3-49b8-9a0c-8585c686258b","EoS":false} {"level":"info","ts":1784696002.317722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8dd4be0-23d3-49b8-9a0c-8585c686258b","EoS":true} {"level":"info","ts":1784696002.3177495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8dd4be0-23d3-49b8-9a0c-8585c686258b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784696002.3177657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8dd4be0-23d3-49b8-9a0c-8585c686258b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784696002.3177853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8dd4be0-23d3-49b8-9a0c-8585c686258b"} {"level":"info","ts":1784696025.5930297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696025.5931067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696025.5931158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696025.5931284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","EoS":false} {"level":"info","ts":1784696025.5931392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","EoS":true} {"level":"info","ts":1784696025.5931573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784696025.5931726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784696025.593192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96a7bde2-0c67-4065-8173-60c4f881f4fe"} {"level":"info","ts":1784696062.5815144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696062.581604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696062.5816188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696062.5816379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","EoS":false} {"level":"info","ts":1784696062.581656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","EoS":true} {"level":"info","ts":1784696062.5816863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784696062.5817075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696062.5817435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b105d6bf-e5cf-4c34-8f73-41371688be24"} {"level":"info","ts":1784696077.806172,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696077.8062515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696077.8062615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696077.8062732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","EoS":false} {"level":"info","ts":1784696077.806284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","EoS":true} {"level":"info","ts":1784696077.806303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784696077.806318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696077.8063383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81e48eca-502a-423a-97ba-6b826e42c989"} {"level":"info","ts":1784696078.0895326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696078.0896208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec926e85-6473-4ada-a76b-68cc6d961966"} {"level":"info","ts":1784696078.0896344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec926e85-6473-4ada-a76b-68cc6d961966"} {"level":"info","ts":1784696078.0896535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec926e85-6473-4ada-a76b-68cc6d961966","EoS":false} {"level":"info","ts":1784696078.0896711,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec926e85-6473-4ada-a76b-68cc6d961966","EoS":true} {"level":"info","ts":1784696078.0897017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec926e85-6473-4ada-a76b-68cc6d961966","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784696078.0897324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec926e85-6473-4ada-a76b-68cc6d961966","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696078.0897632,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec926e85-6473-4ada-a76b-68cc6d961966"} {"level":"info","ts":1784696402.066527,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696402.06661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696402.0666182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696402.0666294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","EoS":false} {"level":"info","ts":1784696402.0666406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","EoS":true} {"level":"info","ts":1784696402.066663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784696402.0666776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696402.0666924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a90c2acf-779f-4868-9dc5-1a444d9dd0a3"} {"level":"info","ts":1784696402.1154857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696402.1155846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9723dca8-52a3-43cc-bff9-e1e336e371a1"} {"level":"info","ts":1784696402.1155963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9723dca8-52a3-43cc-bff9-e1e336e371a1"} {"level":"info","ts":1784696402.115614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9723dca8-52a3-43cc-bff9-e1e336e371a1","EoS":false} {"level":"info","ts":1784696402.1156354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9723dca8-52a3-43cc-bff9-e1e336e371a1","EoS":true} {"level":"info","ts":1784696402.115666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9723dca8-52a3-43cc-bff9-e1e336e371a1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784696402.1156828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9723dca8-52a3-43cc-bff9-e1e336e371a1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696402.115706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9723dca8-52a3-43cc-bff9-e1e336e371a1"} {"level":"info","ts":1784696402.1564193,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696402.1564915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7adfcff-2a1d-4bdd-bd91-7808dc3e34ce"} {"level":"info","ts":1784696402.1565003,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7adfcff-2a1d-4bdd-bd91-7808dc3e34ce"} {"level":"info","ts":1784696402.1565118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7adfcff-2a1d-4bdd-bd91-7808dc3e34ce","EoS":false} {"level":"info","ts":1784696402.1565251,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7adfcff-2a1d-4bdd-bd91-7808dc3e34ce","EoS":true} {"level":"info","ts":1784696402.156546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7adfcff-2a1d-4bdd-bd91-7808dc3e34ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784696402.1565604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7adfcff-2a1d-4bdd-bd91-7808dc3e34ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784696402.1565788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7adfcff-2a1d-4bdd-bd91-7808dc3e34ce"} {"level":"info","ts":1784696406.9977403,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da1806be-0b01-4300-811d-4cb463052d23","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696406.9977806,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da1806be-0b01-4300-811d-4cb463052d23","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784696406.99779,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5375910-76b3-4abb-ac4c-5de3881fa260"} {"level":"info","ts":1784696407.0032125,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0a51289-ad1d-47f0-9795-5c1284ee9f3a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696407.0032375,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0a51289-ad1d-47f0-9795-5c1284ee9f3a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784696407.007896,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5375910-76b3-4abb-ac4c-5de3881fa260","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.0081549,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38208.457167553,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.0081723,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.1266563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67e1aab1-851a-479a-8b16-0f17c890a59b"} {"level":"info","ts":1784696407.1270998,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90c92a2e-f76e-4ecf-bc5d-721178c9930d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.1271431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90c92a2e-f76e-4ecf-bc5d-721178c9930d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.1305103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.143532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d9b92c9-b488-4f61-aad7-279f5b5bf884","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.1435783,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d9b92c9-b488-4f61-aad7-279f5b5bf884","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784696407.1450238,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67e1aab1-851a-479a-8b16-0f17c890a59b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.1450734,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67e1aab1-851a-479a-8b16-0f17c890a59b","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784696407.156188,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67e1aab1-851a-479a-8b16-0f17c890a59b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784696407.1562276,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67e1aab1-851a-479a-8b16-0f17c890a59b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.156291,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91802b71-754b-454f-ad73-7694dc44083f"} {"level":"info","ts":1784696407.156318,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91802b71-754b-454f-ad73-7694dc44083f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784696407.2207344,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36692.705319953,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.2207673,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.2208858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f47be47-6f13-42f8-9060-42984e179d60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.22093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f47be47-6f13-42f8-9060-42984e179d60","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.2211852,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fcbb68e-e333-4123-8b09-6bb41a9b9187","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696407.221219,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fcbb68e-e333-4123-8b09-6bb41a9b9187","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784696407.2212963,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91802b71-754b-454f-ad73-7694dc44083f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784696407.2213252,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91802b71-754b-454f-ad73-7694dc44083f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.2213643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0992970c-fe14-4a9c-9122-47d2cd2dda48"} {"level":"info","ts":1784696407.2215593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35728.875644234,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.2215717,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.2216804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7de8eae6-ab40-4ad2-83c8-316eba51b94c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.2217016,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7de8eae6-ab40-4ad2-83c8-316eba51b94c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.2282732,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.229597,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784696407.2886374,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee0c4517-83c9-4b37-a525-c396e80ff5f5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.2886844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee0c4517-83c9-4b37-a525-c396e80ff5f5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.3066435,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"478d90f5-d72f-4f6c-8b14-40c6981e4c7c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.3066764,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"478d90f5-d72f-4f6c-8b14-40c6981e4c7c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.320577,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5375910-76b3-4abb-ac4c-5de3881fa260","name":"e2e-external-provider"} {"level":"info","ts":1784696407.3216455,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0992970c-fe14-4a9c-9122-47d2cd2dda48","name":"e2e-external-model"} {"level":"info","ts":1784696407.321886,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2ce13e-9e0a-4cbd-9454-d1e68c8c3889","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696407.3219147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2ce13e-9e0a-4cbd-9454-d1e68c8c3889","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784696407.3290868,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0992970c-fe14-4a9c-9122-47d2cd2dda48","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696407.3294475,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5375910-76b3-4abb-ac4c-5de3881fa260","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784696407.3324606,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0992970c-fe14-4a9c-9122-47d2cd2dda48","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.3325343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7543338c-5b7f-4891-b95b-c146edd60d07"} {"level":"info","ts":1784696407.332589,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7543338c-5b7f-4891-b95b-c146edd60d07","name":"e2e-external-model"} {"level":"error","ts":1784696407.3327813,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5375910-76b3-4abb-ac4c-5de3881fa260","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696407.332897,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0a7e885-d372-40d5-8e5f-50c3c9b9580e"} {"level":"info","ts":1784696407.3329656,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0a7e885-d372-40d5-8e5f-50c3c9b9580e","name":"e2e-external-provider"} {"level":"info","ts":1784696407.3400495,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7543338c-5b7f-4891-b95b-c146edd60d07","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696407.3410466,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0a7e885-d372-40d5-8e5f-50c3c9b9580e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784696414.5026736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696414.5027676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427"} {"level":"info","ts":1784696414.5027835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427"} {"level":"info","ts":1784696414.5028005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427","EoS":false} {"level":"info","ts":1784696414.5028183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427","EoS":true} {"level":"info","ts":1784696414.5028753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784696414.5028949,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696414.5029073,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427","modelName":"e2e-external-model"} {"level":"info","ts":1784696414.5029275,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696414.5030315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6b6fad9-0cd3-45fd-8b44-33e3da1c3427"} {"level":"info","ts":1784696414.5523276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696414.5523942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8"} {"level":"info","ts":1784696414.5524023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8"} {"level":"info","ts":1784696414.5524123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8","EoS":false} {"level":"info","ts":1784696414.5524254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8","EoS":true} {"level":"info","ts":1784696414.5524435,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784696414.5524592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696414.5524657,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8","modelName":"e2e-external-model"} {"level":"info","ts":1784696414.5524786,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696414.552508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5f4787d-5870-4cbf-a9ff-b7bc8534c5a8"} {"level":"info","ts":1784696414.5791306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696414.579202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5"} {"level":"info","ts":1784696414.5792148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5"} {"level":"info","ts":1784696414.5792272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","EoS":false} {"level":"info","ts":1784696414.579238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","EoS":true} {"level":"info","ts":1784696414.5792556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784696414.5792756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696414.579284,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","modelName":"e2e-external-model"} {"level":"info","ts":1784696414.5792973,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696414.579331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc016766-24c1-4d6c-9908-a823a280ece5"} {"level":"info","ts":1784696414.714356,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df75d4b4-dd42-477a-a15a-fbbfaeddb497"} {"level":"info","ts":1784696414.714363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"825f2ff9-d1a6-4f68-8512-a90f12d330f7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.7144887,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"825f2ff9-d1a6-4f68-8512-a90f12d330f7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696414.719451,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edd8ebf2-9a20-4b30-9f5c-19a3a01e777c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.7194755,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edd8ebf2-9a20-4b30-9f5c-19a3a01e777c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696414.7196743,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df75d4b4-dd42-477a-a15a-fbbfaeddb497","name":"e2e-cleanup-test"} {"level":"info","ts":1784696414.7356343,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df75d4b4-dd42-477a-a15a-fbbfaeddb497","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696414.7412636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89b670a5-c337-4e8f-96d4-aae8483b138e"} {"level":"info","ts":1784696414.7412875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6438c362-7914-426f-9e8b-396e12905cc4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.741307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6438c362-7914-426f-9e8b-396e12905cc4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696414.741316,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89b670a5-c337-4e8f-96d4-aae8483b138e","name":"e2e-cleanup-test"} {"level":"info","ts":1784696414.7541418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abeee5c5-6f64-4048-b5c7-a3b5cbe96676","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784696414.7541428,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89b670a5-c337-4e8f-96d4-aae8483b138e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784696414.7541661,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abeee5c5-6f64-4048-b5c7-a3b5cbe96676","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696414.7542498,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17cda6e1-2566-487a-9f7a-815121ba86fd"} {"level":"info","ts":1784696414.7543042,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17cda6e1-2566-487a-9f7a-815121ba86fd","name":"e2e-cleanup-test"} {"level":"info","ts":1784696414.761652,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17cda6e1-2566-487a-9f7a-815121ba86fd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696414.7667193,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91681a43-7718-48a8-91a0-25605d72ac4e"} {"level":"info","ts":1784696414.7667716,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91681a43-7718-48a8-91a0-25605d72ac4e","name":"e2e-cleanup-test"} {"level":"info","ts":1784696414.7667115,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1735b03a-50a2-4ee0-a927-c823990d54d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696414.7668228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1735b03a-50a2-4ee0-a927-c823990d54d2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784696414.7737632,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91681a43-7718-48a8-91a0-25605d72ac4e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784696422.987884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b3f146a-db3b-4f29-bb92-582f0b965ae1"} {"level":"info","ts":1784696422.9879293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2878faa3-4625-4b79-8a0f-52b7e0340547","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696422.988007,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2878faa3-4625-4b79-8a0f-52b7e0340547","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784696427.2896962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696427.2898026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce"} {"level":"info","ts":1784696427.2898183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce"} {"level":"info","ts":1784696427.2898333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce","EoS":false} {"level":"info","ts":1784696427.2898443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce","EoS":true} {"level":"info","ts":1784696427.2898645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784696427.28988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784696427.2899067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b76a8e09-b82f-42fc-996f-b19ba0ba8cce"} {"level":"info","ts":1784696427.313208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696427.313283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3"} {"level":"info","ts":1784696427.3132946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3"} {"level":"info","ts":1784696427.3133056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","EoS":false} {"level":"info","ts":1784696427.3133192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","EoS":true} {"level":"info","ts":1784696427.3133392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784696427.3133543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696427.313361,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","modelName":"e2e-external-model"} {"level":"info","ts":1784696427.3133752,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784696427.313407,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c7ee84d-64f1-4c99-8f3c-850c3d37bba3"} {"level":"info","ts":1784696427.358116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696427.3581903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.358199,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.3582103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","EoS":false} {"level":"info","ts":1784696427.3582206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","EoS":true} {"level":"info","ts":1784696427.3582425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784696427.358261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784696427.358281,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc79d9df-2e5f-4c8b-80dc-cd09a944aa57"} {"level":"info","ts":1784696427.5012565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784696427.5013423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696427.5013568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696427.50137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","EoS":false} {"level":"info","ts":1784696427.501389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","EoS":true} {"level":"info","ts":1784696427.5014107,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c","field":"model"} {"level":"info","ts":1784696427.5014353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2da06994-9930-40a8-80c5-be80c4707a8c"} {"level":"info","ts":1784696428.4573498,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1df2e2e1-3fd7-4d3d-a5d7-455ca8c55c31"} {"level":"info","ts":1784696428.457418,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c075001a-e037-4618-9407-fcb7423ba3e7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696428.4574516,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c075001a-e037-4618-9407-fcb7423ba3e7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784696428.5951848,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c2f54ab-e829-4413-9e69-cd33f9043cf4"} {"level":"info","ts":1784696428.595235,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e09c698d-73d2-43fb-b206-d5d5903e2612","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784696428.5952597,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e09c698d-73d2-43fb-b206-d5d5903e2612","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784697020.5137858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697020.5138662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f20a666-d38d-439e-bbcd-c65b75177d3f"} {"level":"info","ts":1784697020.5138786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f20a666-d38d-439e-bbcd-c65b75177d3f"} {"level":"info","ts":1784697020.5138931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f20a666-d38d-439e-bbcd-c65b75177d3f","EoS":false} {"level":"info","ts":1784697020.5139077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f20a666-d38d-439e-bbcd-c65b75177d3f","EoS":true} {"level":"info","ts":1784697020.5139282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f20a666-d38d-439e-bbcd-c65b75177d3f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784697020.513957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f20a666-d38d-439e-bbcd-c65b75177d3f","path":"/ai-tenant-e2e-inf-b-8e4aa9/test-model-8e4aa9/v1/chat/completions"} {"level":"info","ts":1784697020.5139809,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f20a666-d38d-439e-bbcd-c65b75177d3f"} {"level":"info","ts":1784697041.5895653,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697041.5896473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697041.5896554,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697041.5896673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","EoS":false} {"level":"info","ts":1784697041.58968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","EoS":true} {"level":"info","ts":1784697041.5897012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784697041.5897157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654","path":"/ai-tenant-e2e-inf-b-8e4aa9/test-model-8e4aa9/v1/chat/completions"} {"level":"info","ts":1784697041.5897365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b6dd7ba-804d-4223-bc53-d4b03b906654"} {"level":"info","ts":1784697531.7187061,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784697531.7187996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"} {"level":"info","ts":1784697531.718811,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"} {"level":"info","ts":1784697531.7188234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","EoS":false} {"level":"info","ts":1784697531.7188528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","EoS":true} {"level":"info","ts":1784697531.7188747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784697531.7188914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde","path":"/ai-tenant-e2e-shared-b-1a3bbb/rate-test-model-1a3bbb/v1/completions"} {"level":"info","ts":1784697531.7189102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"490730f9-eca6-4cfe-af85-7884973a8cde"}