{"level":"info","ts":1785187038.3993313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7981a8cf-ff59-4c06-8b50-372eca8b9835","EoS":false} {"level":"info","ts":1785187038.3993447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7981a8cf-ff59-4c06-8b50-372eca8b9835","EoS":true} {"level":"info","ts":1785187038.3993666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7981a8cf-ff59-4c06-8b50-372eca8b9835","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187038.399386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7981a8cf-ff59-4c06-8b50-372eca8b9835","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187038.3994126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7981a8cf-ff59-4c06-8b50-372eca8b9835"} {"level":"info","ts":1785187057.3918018,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187057.3918974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f72c726-bd54-4ac7-b926-1068f1edabc5"} {"level":"info","ts":1785187057.3919148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f72c726-bd54-4ac7-b926-1068f1edabc5"} {"level":"info","ts":1785187057.3919358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f72c726-bd54-4ac7-b926-1068f1edabc5","EoS":false} {"level":"info","ts":1785187057.3919568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f72c726-bd54-4ac7-b926-1068f1edabc5","EoS":true} {"level":"info","ts":1785187057.3919926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f72c726-bd54-4ac7-b926-1068f1edabc5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187057.3920112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f72c726-bd54-4ac7-b926-1068f1edabc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187057.3920445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f72c726-bd54-4ac7-b926-1068f1edabc5"} {"level":"info","ts":1785187057.531668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187057.5317538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d56ac00-fffb-4f50-8c67-f05ac318fa4e"} {"level":"info","ts":1785187057.5317638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d56ac00-fffb-4f50-8c67-f05ac318fa4e"} {"level":"info","ts":1785187057.5317743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d56ac00-fffb-4f50-8c67-f05ac318fa4e","EoS":false} {"level":"info","ts":1785187057.5317888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d56ac00-fffb-4f50-8c67-f05ac318fa4e","EoS":true} {"level":"info","ts":1785187057.5318112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d56ac00-fffb-4f50-8c67-f05ac318fa4e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187057.5318277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d56ac00-fffb-4f50-8c67-f05ac318fa4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187057.5318482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d56ac00-fffb-4f50-8c67-f05ac318fa4e"} {"level":"info","ts":1785187057.6700413,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187057.670127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7b96707-cd83-48e6-9713-190d7d1a6a30"} {"level":"info","ts":1785187057.670138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7b96707-cd83-48e6-9713-190d7d1a6a30"} {"level":"info","ts":1785187057.6701486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7b96707-cd83-48e6-9713-190d7d1a6a30","EoS":false} {"level":"info","ts":1785187057.670159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7b96707-cd83-48e6-9713-190d7d1a6a30","EoS":true} {"level":"info","ts":1785187057.6701803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7b96707-cd83-48e6-9713-190d7d1a6a30","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187057.6701965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7b96707-cd83-48e6-9713-190d7d1a6a30","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187057.6702466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7b96707-cd83-48e6-9713-190d7d1a6a30"} {"level":"info","ts":1785187057.8099053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187057.8099942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f46736d-ee9f-495f-bde8-73ce9e512c8b"} {"level":"info","ts":1785187057.810004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f46736d-ee9f-495f-bde8-73ce9e512c8b"} {"level":"info","ts":1785187057.810016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f46736d-ee9f-495f-bde8-73ce9e512c8b","EoS":false} {"level":"info","ts":1785187057.8100266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f46736d-ee9f-495f-bde8-73ce9e512c8b","EoS":true} {"level":"info","ts":1785187057.810047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f46736d-ee9f-495f-bde8-73ce9e512c8b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187057.8100634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f46736d-ee9f-495f-bde8-73ce9e512c8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187057.8100846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f46736d-ee9f-495f-bde8-73ce9e512c8b"} {"level":"info","ts":1785187057.9482045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187057.9483118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bd356d2-3984-4109-bbe4-cd3433db258f"} {"level":"info","ts":1785187057.948321,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bd356d2-3984-4109-bbe4-cd3433db258f"} {"level":"info","ts":1785187057.9483323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bd356d2-3984-4109-bbe4-cd3433db258f","EoS":false} {"level":"info","ts":1785187057.9483452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bd356d2-3984-4109-bbe4-cd3433db258f","EoS":true} {"level":"info","ts":1785187057.9483647,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bd356d2-3984-4109-bbe4-cd3433db258f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187057.9483786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bd356d2-3984-4109-bbe4-cd3433db258f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187057.94841,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bd356d2-3984-4109-bbe4-cd3433db258f"} {"level":"info","ts":1785187058.0911326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187058.091243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"362d9273-302f-437a-9e1c-575dd4615940"} {"level":"info","ts":1785187058.0912542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"362d9273-302f-437a-9e1c-575dd4615940"} {"level":"info","ts":1785187058.0912654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"362d9273-302f-437a-9e1c-575dd4615940","EoS":false} {"level":"info","ts":1785187058.0912762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"362d9273-302f-437a-9e1c-575dd4615940","EoS":true} {"level":"info","ts":1785187058.0912974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"362d9273-302f-437a-9e1c-575dd4615940","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187058.0913148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"362d9273-302f-437a-9e1c-575dd4615940","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187058.091337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"362d9273-302f-437a-9e1c-575dd4615940"} {"level":"info","ts":1785187074.8672879,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187074.8673713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ece180a2-11a5-4d9a-b8fd-2478f4953542"} {"level":"info","ts":1785187074.8673825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ece180a2-11a5-4d9a-b8fd-2478f4953542"} {"level":"info","ts":1785187074.8673933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ece180a2-11a5-4d9a-b8fd-2478f4953542","EoS":false} {"level":"info","ts":1785187074.8674037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ece180a2-11a5-4d9a-b8fd-2478f4953542","EoS":true} {"level":"info","ts":1785187074.8674247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ece180a2-11a5-4d9a-b8fd-2478f4953542","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187074.8674412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ece180a2-11a5-4d9a-b8fd-2478f4953542","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187074.8674624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ece180a2-11a5-4d9a-b8fd-2478f4953542"} {"level":"info","ts":1785187074.907333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187074.9074132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d7bb20f-d010-4ed9-9128-66d32c70d5b0"} {"level":"info","ts":1785187074.9074264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d7bb20f-d010-4ed9-9128-66d32c70d5b0"} {"level":"info","ts":1785187074.9074383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d7bb20f-d010-4ed9-9128-66d32c70d5b0","EoS":false} {"level":"info","ts":1785187074.9074512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d7bb20f-d010-4ed9-9128-66d32c70d5b0","EoS":true} {"level":"info","ts":1785187074.9074717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d7bb20f-d010-4ed9-9128-66d32c70d5b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187074.9074867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d7bb20f-d010-4ed9-9128-66d32c70d5b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187074.9075117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d7bb20f-d010-4ed9-9128-66d32c70d5b0"} {"level":"info","ts":1785187074.9543152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187074.954417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"728c783b-9fc4-493d-9a1f-579b515f0bd6"} {"level":"info","ts":1785187074.9544325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"728c783b-9fc4-493d-9a1f-579b515f0bd6"} {"level":"info","ts":1785187074.954445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"728c783b-9fc4-493d-9a1f-579b515f0bd6","EoS":false} {"level":"info","ts":1785187074.9544578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"728c783b-9fc4-493d-9a1f-579b515f0bd6","EoS":true} {"level":"info","ts":1785187074.9544802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"728c783b-9fc4-493d-9a1f-579b515f0bd6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187074.9544952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"728c783b-9fc4-493d-9a1f-579b515f0bd6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187074.954517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"728c783b-9fc4-493d-9a1f-579b515f0bd6"} {"level":"info","ts":1785187074.9992602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187074.9993508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c21f5434-4bfd-44a1-b596-cabdf11f9328"} {"level":"info","ts":1785187079.6609306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187079.6610107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81907f7a-b846-49b2-b8c7-3842c738b6c7"} {"level":"info","ts":1785187079.6610212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81907f7a-b846-49b2-b8c7-3842c738b6c7"} {"level":"info","ts":1785187079.6610324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81907f7a-b846-49b2-b8c7-3842c738b6c7","EoS":false} {"level":"info","ts":1785187079.6610463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81907f7a-b846-49b2-b8c7-3842c738b6c7","EoS":true} {"level":"info","ts":1785187079.661066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81907f7a-b846-49b2-b8c7-3842c738b6c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187079.6610825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81907f7a-b846-49b2-b8c7-3842c738b6c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187079.6611054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81907f7a-b846-49b2-b8c7-3842c738b6c7"} {"level":"info","ts":1785187088.237077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187088.2371545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4913f099-4103-49cb-816c-075edd35cf8b"} {"level":"info","ts":1785187088.237165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4913f099-4103-49cb-816c-075edd35cf8b"} {"level":"info","ts":1785187088.237179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4913f099-4103-49cb-816c-075edd35cf8b","EoS":false} {"level":"info","ts":1785187088.237194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4913f099-4103-49cb-816c-075edd35cf8b","EoS":true} {"level":"info","ts":1785187088.2372398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4913f099-4103-49cb-816c-075edd35cf8b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187088.2372568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4913f099-4103-49cb-816c-075edd35cf8b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187088.2372794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4913f099-4103-49cb-816c-075edd35cf8b"} {"level":"info","ts":1785187090.2722664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187090.2723544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca8a043-2919-4ad7-8fa6-4a717f2b8b09"} {"level":"info","ts":1785187090.2723727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eca8a043-2919-4ad7-8fa6-4a717f2b8b09"} {"level":"info","ts":1785187090.2723954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eca8a043-2919-4ad7-8fa6-4a717f2b8b09","EoS":false} {"level":"info","ts":1785187090.2724073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eca8a043-2919-4ad7-8fa6-4a717f2b8b09","EoS":true} {"level":"info","ts":1785187090.2724285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eca8a043-2919-4ad7-8fa6-4a717f2b8b09","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187090.2724452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca8a043-2919-4ad7-8fa6-4a717f2b8b09","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187090.2724695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eca8a043-2919-4ad7-8fa6-4a717f2b8b09"} {"level":"info","ts":1785187103.1787376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187103.1788173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81f0ebfb-0576-4922-b065-c7ef08f91e7e"} {"level":"info","ts":1785187103.1788273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81f0ebfb-0576-4922-b065-c7ef08f91e7e"} {"level":"info","ts":1785187103.1788375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81f0ebfb-0576-4922-b065-c7ef08f91e7e","EoS":false} {"level":"info","ts":1785187103.1788485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81f0ebfb-0576-4922-b065-c7ef08f91e7e","EoS":true} {"level":"info","ts":1785187103.1788683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81f0ebfb-0576-4922-b065-c7ef08f91e7e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187103.1788898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81f0ebfb-0576-4922-b065-c7ef08f91e7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187103.178916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81f0ebfb-0576-4922-b065-c7ef08f91e7e"} {"level":"info","ts":1785187111.731981,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187111.73208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e29cd1d-3ff8-46bf-8ccf-65223d876fa3"} {"level":"info","ts":1785187111.7320938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e29cd1d-3ff8-46bf-8ccf-65223d876fa3"} {"level":"info","ts":1785187111.732125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e29cd1d-3ff8-46bf-8ccf-65223d876fa3","EoS":false} {"level":"info","ts":1785187111.732136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e29cd1d-3ff8-46bf-8ccf-65223d876fa3","EoS":true} {"level":"info","ts":1785187111.7321587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e29cd1d-3ff8-46bf-8ccf-65223d876fa3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187111.7321756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e29cd1d-3ff8-46bf-8ccf-65223d876fa3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187111.7321992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e29cd1d-3ff8-46bf-8ccf-65223d876fa3"} {"level":"info","ts":1785187120.661737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187120.661845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60b2078c-58c4-92f4-8d4f-e7b72eb8c06d"} {"level":"info","ts":1785187120.6618626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60b2078c-58c4-92f4-8d4f-e7b72eb8c06d"} {"level":"info","ts":1785187120.6618757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60b2078c-58c4-92f4-8d4f-e7b72eb8c06d","EoS":false} {"level":"info","ts":1785187120.6618896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60b2078c-58c4-92f4-8d4f-e7b72eb8c06d","EoS":true} {"level":"info","ts":1785187120.661912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60b2078c-58c4-92f4-8d4f-e7b72eb8c06d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187120.6619287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60b2078c-58c4-92f4-8d4f-e7b72eb8c06d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187120.6619523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60b2078c-58c4-92f4-8d4f-e7b72eb8c06d"} {"level":"info","ts":1785187129.676396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187129.6764736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c746e8e-121e-4f18-8149-a4e97f3040bb"} {"level":"info","ts":1785187129.6764877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c746e8e-121e-4f18-8149-a4e97f3040bb"} {"level":"info","ts":1785187129.6765082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c746e8e-121e-4f18-8149-a4e97f3040bb","EoS":false} {"level":"info","ts":1785187129.676524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c746e8e-121e-4f18-8149-a4e97f3040bb","EoS":true} {"level":"info","ts":1785187129.6765447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c746e8e-121e-4f18-8149-a4e97f3040bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187129.6765726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c746e8e-121e-4f18-8149-a4e97f3040bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187129.6765952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c746e8e-121e-4f18-8149-a4e97f3040bb"} {"level":"info","ts":1785187134.487553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187134.4876351,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e481f478-9a69-478c-b09e-13fd83725ba3"} {"level":"info","ts":1785187134.4876451,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e481f478-9a69-478c-b09e-13fd83725ba3"} {"level":"info","ts":1785187134.4876566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e481f478-9a69-478c-b09e-13fd83725ba3","EoS":false} {"level":"info","ts":1785187134.4876666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e481f478-9a69-478c-b09e-13fd83725ba3","EoS":true} {"level":"info","ts":1785187134.4876876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e481f478-9a69-478c-b09e-13fd83725ba3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187134.4877045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e481f478-9a69-478c-b09e-13fd83725ba3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187134.4877253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e481f478-9a69-478c-b09e-13fd83725ba3"} {"level":"info","ts":1785187139.2973192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187139.2974317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"908c4823-de95-4002-a776-f1d48dce2332"} {"level":"info","ts":1785187139.2974513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"908c4823-de95-4002-a776-f1d48dce2332"} {"level":"info","ts":1785187139.2974718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"908c4823-de95-4002-a776-f1d48dce2332","EoS":false} {"level":"info","ts":1785187139.2974916,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"908c4823-de95-4002-a776-f1d48dce2332","EoS":true} {"level":"info","ts":1785187139.2975266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"908c4823-de95-4002-a776-f1d48dce2332","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187139.2975504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"908c4823-de95-4002-a776-f1d48dce2332","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187139.2975807,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"908c4823-de95-4002-a776-f1d48dce2332"} {"level":"info","ts":1785187139.5856066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187139.585685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82dffed3-c400-40cb-b732-78fb02925f74"} {"level":"info","ts":1785187139.5856955,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82dffed3-c400-40cb-b732-78fb02925f74"} {"level":"info","ts":1785187139.5857062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82dffed3-c400-40cb-b732-78fb02925f74","EoS":false} {"level":"info","ts":1785187139.585717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82dffed3-c400-40cb-b732-78fb02925f74","EoS":true} {"level":"info","ts":1785187139.5857396,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82dffed3-c400-40cb-b732-78fb02925f74","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187139.585757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82dffed3-c400-40cb-b732-78fb02925f74","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187139.5857801,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82dffed3-c400-40cb-b732-78fb02925f74"} {"level":"info","ts":1785187141.6657364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187141.6658323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af3dc2a5-e0c8-45f6-b0dc-4330555f4a66"} {"level":"info","ts":1785187141.665851,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af3dc2a5-e0c8-45f6-b0dc-4330555f4a66"} {"level":"info","ts":1785187141.665871,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af3dc2a5-e0c8-45f6-b0dc-4330555f4a66","EoS":false} {"level":"info","ts":1785187141.6658921,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af3dc2a5-e0c8-45f6-b0dc-4330555f4a66","EoS":true} {"level":"info","ts":1785187141.6659214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af3dc2a5-e0c8-45f6-b0dc-4330555f4a66","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187141.6659427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af3dc2a5-e0c8-45f6-b0dc-4330555f4a66","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187141.6659744,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af3dc2a5-e0c8-45f6-b0dc-4330555f4a66"} {"level":"info","ts":1785187143.7028084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187143.7029147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e708e1ae-6f70-463c-a892-a873b890b99f"} {"level":"info","ts":1785187143.7029812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e708e1ae-6f70-463c-a892-a873b890b99f"} {"level":"info","ts":1785187143.7030098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e708e1ae-6f70-463c-a892-a873b890b99f","EoS":false} {"level":"info","ts":1785187143.703023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e708e1ae-6f70-463c-a892-a873b890b99f","EoS":true} {"level":"info","ts":1785187143.7030497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e708e1ae-6f70-463c-a892-a873b890b99f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187143.7030706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e708e1ae-6f70-463c-a892-a873b890b99f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187143.7031002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e708e1ae-6f70-463c-a892-a873b890b99f"} {"level":"info","ts":1785187145.735373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187145.7354517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15af76ae-de8b-4e07-86ab-7f3ddc958a56"} {"level":"info","ts":1785187145.7354615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"15af76ae-de8b-4e07-86ab-7f3ddc958a56"} {"level":"info","ts":1785187145.7354722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15af76ae-de8b-4e07-86ab-7f3ddc958a56","EoS":false} {"level":"info","ts":1785187145.7354825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15af76ae-de8b-4e07-86ab-7f3ddc958a56","EoS":true} {"level":"info","ts":1785187145.7355044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15af76ae-de8b-4e07-86ab-7f3ddc958a56","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187145.7355216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15af76ae-de8b-4e07-86ab-7f3ddc958a56","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187145.7355452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"15af76ae-de8b-4e07-86ab-7f3ddc958a56"} {"level":"info","ts":1785187169.041866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187169.041946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47513585-dd5f-4b4b-927d-2e7d5e5ccdff"} {"level":"info","ts":1785187169.0419555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47513585-dd5f-4b4b-927d-2e7d5e5ccdff"} {"level":"info","ts":1785187169.041967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47513585-dd5f-4b4b-927d-2e7d5e5ccdff","EoS":false} {"level":"info","ts":1785187169.0419772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47513585-dd5f-4b4b-927d-2e7d5e5ccdff","EoS":true} {"level":"info","ts":1785187169.0419972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47513585-dd5f-4b4b-927d-2e7d5e5ccdff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187169.0420144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47513585-dd5f-4b4b-927d-2e7d5e5ccdff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187169.0420341,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47513585-dd5f-4b4b-927d-2e7d5e5ccdff"} {"level":"info","ts":1785187178.4094589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187178.4095583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c553170-b6bd-4e80-9149-cb5c5984dc71"} {"level":"info","ts":1785187178.409574,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c553170-b6bd-4e80-9149-cb5c5984dc71"} {"level":"info","ts":1785187178.4095867,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c553170-b6bd-4e80-9149-cb5c5984dc71","EoS":false} {"level":"info","ts":1785187178.4095998,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c553170-b6bd-4e80-9149-cb5c5984dc71","EoS":true} {"level":"info","ts":1785187178.4096224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c553170-b6bd-4e80-9149-cb5c5984dc71","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187178.40964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c553170-b6bd-4e80-9149-cb5c5984dc71","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187178.409664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c553170-b6bd-4e80-9149-cb5c5984dc71"} {"level":"info","ts":1785187183.973369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187183.9734466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fada71f4-f882-97b9-90ef-b449fd7c9b54"} {"level":"info","ts":1785187183.9734569,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fada71f4-f882-97b9-90ef-b449fd7c9b54"} {"level":"info","ts":1785187183.973468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fada71f4-f882-97b9-90ef-b449fd7c9b54","EoS":false} {"level":"info","ts":1785187183.9734879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fada71f4-f882-97b9-90ef-b449fd7c9b54","EoS":true} {"level":"info","ts":1785187183.9735096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fada71f4-f882-97b9-90ef-b449fd7c9b54","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187183.9735281,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fada71f4-f882-97b9-90ef-b449fd7c9b54","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187183.9735472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fada71f4-f882-97b9-90ef-b449fd7c9b54"} {"level":"info","ts":1785187193.608323,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187193.6084468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab76c41c-1e40-4b6c-9f2c-a4f731e057fc"} {"level":"info","ts":1785187193.6084683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab76c41c-1e40-4b6c-9f2c-a4f731e057fc"} {"level":"info","ts":1785187193.6084833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab76c41c-1e40-4b6c-9f2c-a4f731e057fc","EoS":false} {"level":"info","ts":1785187193.608498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab76c41c-1e40-4b6c-9f2c-a4f731e057fc","EoS":true} {"level":"info","ts":1785187193.6085203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab76c41c-1e40-4b6c-9f2c-a4f731e057fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187193.6085362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab76c41c-1e40-4b6c-9f2c-a4f731e057fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187193.6085584,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab76c41c-1e40-4b6c-9f2c-a4f731e057fc"} {"level":"info","ts":1785187195.6445627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187195.644663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e57354b5-7884-487b-b933-bb3f01e2d3ae"} {"level":"info","ts":1785187195.6446743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e57354b5-7884-487b-b933-bb3f01e2d3ae"} {"level":"info","ts":1785187195.644686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e57354b5-7884-487b-b933-bb3f01e2d3ae","EoS":false} {"level":"info","ts":1785187195.6446986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e57354b5-7884-487b-b933-bb3f01e2d3ae","EoS":true} {"level":"info","ts":1785187195.6447198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e57354b5-7884-487b-b933-bb3f01e2d3ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187195.6447372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e57354b5-7884-487b-b933-bb3f01e2d3ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187195.6447616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e57354b5-7884-487b-b933-bb3f01e2d3ae"} {"level":"info","ts":1785187205.1477077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187205.1477919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1d14b45-2f05-45b0-a2bb-9548a21217a0"} {"level":"info","ts":1785187205.1477997,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1d14b45-2f05-45b0-a2bb-9548a21217a0"} {"level":"info","ts":1785187205.1478112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1d14b45-2f05-45b0-a2bb-9548a21217a0","EoS":false} {"level":"info","ts":1785187205.1478217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1d14b45-2f05-45b0-a2bb-9548a21217a0","EoS":true} {"level":"info","ts":1785187205.1478426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1d14b45-2f05-45b0-a2bb-9548a21217a0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187205.1478596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1d14b45-2f05-45b0-a2bb-9548a21217a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187205.1478791,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1d14b45-2f05-45b0-a2bb-9548a21217a0"} {"level":"info","ts":1785187205.183928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187205.1840172,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10b7ce20-1fbe-4f52-abdd-91d09675b7dc"} {"level":"info","ts":1785187205.1840327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10b7ce20-1fbe-4f52-abdd-91d09675b7dc"} {"level":"info","ts":1785187205.184045,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10b7ce20-1fbe-4f52-abdd-91d09675b7dc","EoS":false} {"level":"info","ts":1785187205.1840584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10b7ce20-1fbe-4f52-abdd-91d09675b7dc","EoS":true} {"level":"info","ts":1785187205.1840768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10b7ce20-1fbe-4f52-abdd-91d09675b7dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187205.184092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10b7ce20-1fbe-4f52-abdd-91d09675b7dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187205.1841154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10b7ce20-1fbe-4f52-abdd-91d09675b7dc"} {"level":"info","ts":1785187224.4232032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187224.423309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abdb795f-aca1-477c-b597-05e8c558badb"} {"level":"info","ts":1785187224.4233236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"abdb795f-aca1-477c-b597-05e8c558badb"} {"level":"info","ts":1785187224.4233415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abdb795f-aca1-477c-b597-05e8c558badb","EoS":false} {"level":"info","ts":1785187224.4233608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abdb795f-aca1-477c-b597-05e8c558badb","EoS":true} {"level":"info","ts":1785187224.423394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abdb795f-aca1-477c-b597-05e8c558badb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187224.4234183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abdb795f-aca1-477c-b597-05e8c558badb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187224.423449,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"abdb795f-aca1-477c-b597-05e8c558badb"} {"level":"info","ts":1785187233.8024118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187233.802491,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3eb8851-3ac8-40c5-bdd4-57eba855ba7d"} {"level":"info","ts":1785187233.8025033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3eb8851-3ac8-40c5-bdd4-57eba855ba7d"} {"level":"info","ts":1785187233.8025203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3eb8851-3ac8-40c5-bdd4-57eba855ba7d","EoS":false} {"level":"info","ts":1785187233.8025315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3eb8851-3ac8-40c5-bdd4-57eba855ba7d","EoS":true} {"level":"info","ts":1785187233.8025515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3eb8851-3ac8-40c5-bdd4-57eba855ba7d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187233.802568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3eb8851-3ac8-40c5-bdd4-57eba855ba7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187233.8025897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3eb8851-3ac8-40c5-bdd4-57eba855ba7d"} {"level":"info","ts":1785187239.0883527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187239.0884655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"211eeb1c-c19b-49d0-a43f-d4d044b62dd8"} {"level":"info","ts":1785187239.0884829,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"211eeb1c-c19b-49d0-a43f-d4d044b62dd8"} {"level":"info","ts":1785187239.0884964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"211eeb1c-c19b-49d0-a43f-d4d044b62dd8","EoS":false} {"level":"info","ts":1785187239.0885081,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"211eeb1c-c19b-49d0-a43f-d4d044b62dd8","EoS":true} {"level":"info","ts":1785187239.0885313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"211eeb1c-c19b-49d0-a43f-d4d044b62dd8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785187239.0885482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"211eeb1c-c19b-49d0-a43f-d4d044b62dd8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785187239.088569,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"211eeb1c-c19b-49d0-a43f-d4d044b62dd8"} {"level":"info","ts":1785187329.81604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187329.8161287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d03d40b8-64a3-424f-95bd-e8a842c79c0a"} {"level":"info","ts":1785187329.8161442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d03d40b8-64a3-424f-95bd-e8a842c79c0a"} {"level":"info","ts":1785187329.8161557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d03d40b8-64a3-424f-95bd-e8a842c79c0a","EoS":false} {"level":"info","ts":1785187329.8161695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d03d40b8-64a3-424f-95bd-e8a842c79c0a","EoS":true} {"level":"info","ts":1785187329.8161907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d03d40b8-64a3-424f-95bd-e8a842c79c0a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785187329.816207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d03d40b8-64a3-424f-95bd-e8a842c79c0a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785187329.8162453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d03d40b8-64a3-424f-95bd-e8a842c79c0a"} {"level":"info","ts":1785187355.2413328,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187355.2414284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"545730ba-57f2-47cb-8289-6aaf892c16d4"} {"level":"info","ts":1785187355.2414393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"545730ba-57f2-47cb-8289-6aaf892c16d4"} {"level":"info","ts":1785187355.2414513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"545730ba-57f2-47cb-8289-6aaf892c16d4","EoS":false} {"level":"info","ts":1785187355.2414625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"545730ba-57f2-47cb-8289-6aaf892c16d4","EoS":true} {"level":"info","ts":1785187355.2414846,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"545730ba-57f2-47cb-8289-6aaf892c16d4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785187355.2414975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"545730ba-57f2-47cb-8289-6aaf892c16d4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785187355.2415214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"545730ba-57f2-47cb-8289-6aaf892c16d4"} {"level":"info","ts":1785187392.657228,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187392.6573174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b89f6c06-379d-4b17-a1bb-9368ac9b4b45"} {"level":"info","ts":1785187392.6573277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b89f6c06-379d-4b17-a1bb-9368ac9b4b45"} {"level":"info","ts":1785187392.6573422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89f6c06-379d-4b17-a1bb-9368ac9b4b45","EoS":false} {"level":"info","ts":1785187392.6573617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89f6c06-379d-4b17-a1bb-9368ac9b4b45","EoS":true} {"level":"info","ts":1785187392.6573827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b89f6c06-379d-4b17-a1bb-9368ac9b4b45","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187392.6573985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b89f6c06-379d-4b17-a1bb-9368ac9b4b45","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187392.6574214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b89f6c06-379d-4b17-a1bb-9368ac9b4b45"} {"level":"info","ts":1785187408.0281136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187408.0282056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6cb2e0a-482f-4740-af6e-add95f4b8ff8"} {"level":"info","ts":1785187408.0282443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e6cb2e0a-482f-4740-af6e-add95f4b8ff8"} {"level":"info","ts":1785187408.0282583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6cb2e0a-482f-4740-af6e-add95f4b8ff8","EoS":false} {"level":"info","ts":1785187408.0282698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6cb2e0a-482f-4740-af6e-add95f4b8ff8","EoS":true} {"level":"info","ts":1785187408.0282903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6cb2e0a-482f-4740-af6e-add95f4b8ff8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187408.028306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6cb2e0a-482f-4740-af6e-add95f4b8ff8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187408.0283291,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e6cb2e0a-482f-4740-af6e-add95f4b8ff8"} {"level":"info","ts":1785187408.3314457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187408.3315241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cd5dd22-fa38-44a4-98ef-d19274ce68a5"} {"level":"info","ts":1785187408.3315332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cd5dd22-fa38-44a4-98ef-d19274ce68a5"} {"level":"info","ts":1785187408.3315444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cd5dd22-fa38-44a4-98ef-d19274ce68a5","EoS":false} {"level":"info","ts":1785187408.331555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cd5dd22-fa38-44a4-98ef-d19274ce68a5","EoS":true} {"level":"info","ts":1785187408.3315744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cd5dd22-fa38-44a4-98ef-d19274ce68a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785187408.3315914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cd5dd22-fa38-44a4-98ef-d19274ce68a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187408.3316152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cd5dd22-fa38-44a4-98ef-d19274ce68a5"} {"level":"info","ts":1785187718.5573368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187718.557429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be845a9e-a55a-4840-a414-0a5cf1771557"} {"level":"info","ts":1785187718.557442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be845a9e-a55a-4840-a414-0a5cf1771557"} {"level":"info","ts":1785187718.5574546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be845a9e-a55a-4840-a414-0a5cf1771557","EoS":false} {"level":"info","ts":1785187718.5574677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be845a9e-a55a-4840-a414-0a5cf1771557","EoS":true} {"level":"info","ts":1785187718.5574896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be845a9e-a55a-4840-a414-0a5cf1771557","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187718.5575051,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be845a9e-a55a-4840-a414-0a5cf1771557","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187718.5575244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be845a9e-a55a-4840-a414-0a5cf1771557"} {"level":"info","ts":1785187718.5975688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187718.5976472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10114edd-05f9-4899-8b1b-53dda85de2e8"} {"level":"info","ts":1785187718.5976603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10114edd-05f9-4899-8b1b-53dda85de2e8"} {"level":"info","ts":1785187718.5976725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10114edd-05f9-4899-8b1b-53dda85de2e8","EoS":false} {"level":"info","ts":1785187718.5976827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10114edd-05f9-4899-8b1b-53dda85de2e8","EoS":true} {"level":"info","ts":1785187718.5977006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10114edd-05f9-4899-8b1b-53dda85de2e8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187718.5977144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10114edd-05f9-4899-8b1b-53dda85de2e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187718.5977333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10114edd-05f9-4899-8b1b-53dda85de2e8"} {"level":"info","ts":1785187718.6354115,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187718.635478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c2176ab-1d3b-49af-9251-8863b48f6147"} {"level":"info","ts":1785187718.6354916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c2176ab-1d3b-49af-9251-8863b48f6147"} {"level":"info","ts":1785187718.6355035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c2176ab-1d3b-49af-9251-8863b48f6147","EoS":false} {"level":"info","ts":1785187718.635513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c2176ab-1d3b-49af-9251-8863b48f6147","EoS":true} {"level":"info","ts":1785187718.635531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c2176ab-1d3b-49af-9251-8863b48f6147","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187718.6355448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c2176ab-1d3b-49af-9251-8863b48f6147","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187718.6355634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c2176ab-1d3b-49af-9251-8863b48f6147"} {"level":"info","ts":1785187718.6677506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187718.6678066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a682d148-bb91-4f77-8bb2-d58949f96c74"} {"level":"info","ts":1785187718.6678157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a682d148-bb91-4f77-8bb2-d58949f96c74"} {"level":"info","ts":1785187718.667826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a682d148-bb91-4f77-8bb2-d58949f96c74","EoS":false} {"level":"info","ts":1785187718.667836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a682d148-bb91-4f77-8bb2-d58949f96c74","EoS":true} {"level":"info","ts":1785187718.6678536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a682d148-bb91-4f77-8bb2-d58949f96c74","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785187718.6678681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a682d148-bb91-4f77-8bb2-d58949f96c74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785187718.6678884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a682d148-bb91-4f77-8bb2-d58949f96c74"} {"level":"info","ts":1785187723.5760555,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0dc46f0c-3f35-4f9b-a2bb-c11163af0b9b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187723.576108,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0dc46f0c-3f35-4f9b-a2bb-c11163af0b9b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187723.5761132,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81dbee9a-4c2c-410f-8623-2722b6b12bf5"} {"level":"info","ts":1785187723.5841815,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27760e3c-dc78-47a4-a360-7f2c89f1db35","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187723.5842059,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"27760e3c-dc78-47a4-a360-7f2c89f1db35","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785187723.5861752,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81dbee9a-4c2c-410f-8623-2722b6b12bf5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187723.5864074,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38290.10821358,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.5864255,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.7082345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe2ae0c1-6457-4a4b-a222-f07f2e3f0fc8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187723.708297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe2ae0c1-6457-4a4b-a222-f07f2e3f0fc8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187723.7083805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a4f7043-c3ac-41ac-90f9-fad8f1ae2b1c"} {"level":"error","ts":1785187723.7294822,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a4f7043-c3ac-41ac-90f9-fad8f1ae2b1c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187723.729528,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a4f7043-c3ac-41ac-90f9-fad8f1ae2b1c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785187723.729752,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4240ab3f-f1d1-41e1-a106-6755dfa1a199","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187723.729811,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4240ab3f-f1d1-41e1-a106-6755dfa1a199","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187723.7298532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea64f728-4196-416b-889e-30053b7f2b54","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187723.7298665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea64f728-4196-416b-889e-30053b7f2b54","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187723.730547,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.732897,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e134fab-fc22-4516-95eb-d47974b57cb8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187723.732932,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e134fab-fc22-4516-95eb-d47974b57cb8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785187723.7330077,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31149c94-1497-49a4-9bf0-1aef77e5214d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187723.733037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31149c94-1497-49a4-9bf0-1aef77e5214d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785187723.7335856,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a4f7043-c3ac-41ac-90f9-fad8f1ae2b1c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785187723.733622,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a4f7043-c3ac-41ac-90f9-fad8f1ae2b1c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187723.7336755,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76943d99-b1ec-4103-81bb-181a1e2fc40d"} {"level":"info","ts":1785187723.7338805,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34882.682328926,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.7338936,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.7418642,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.7868705,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37390.313836271,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.786889,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.7963934,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785187723.8344774,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76943d99-b1ec-4103-81bb-181a1e2fc40d","name":"e2e-external-model"} {"level":"info","ts":1785187723.8470035,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76943d99-b1ec-4103-81bb-181a1e2fc40d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187723.8550053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ed3cb6b-29de-4b46-b45e-f3b2abb22681","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187723.8550482,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ed3cb6b-29de-4b46-b45e-f3b2abb22681","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187723.855252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2916ea6d-69a5-4714-bb1b-06c8ff9e7af1"} {"level":"info","ts":1785187723.8553236,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2916ea6d-69a5-4714-bb1b-06c8ff9e7af1","name":"e2e-external-model"} {"level":"error","ts":1785187723.8713307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2916ea6d-69a5-4714-bb1b-06c8ff9e7af1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187723.8714373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04c7807f-8a51-4d52-a1d4-99b10447e39d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187723.8714511,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6fc405b-9283-4186-962f-a11dfe59ef04"} {"level":"info","ts":1785187723.8714652,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04c7807f-8a51-4d52-a1d4-99b10447e39d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187723.8715093,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6fc405b-9283-4186-962f-a11dfe59ef04","name":"e2e-external-model"} {"level":"info","ts":1785187723.8813372,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6fc405b-9283-4186-962f-a11dfe59ef04","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187723.887644,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81dbee9a-4c2c-410f-8623-2722b6b12bf5","name":"e2e-external-provider"} {"level":"info","ts":1785187723.8895993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12df8802-492d-4981-b668-ec9e993005c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187723.889624,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12df8802-492d-4981-b668-ec9e993005c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785187723.889651,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"053ab604-f50b-4bdd-aa1e-f0c1bc1b255e"} {"level":"info","ts":1785187723.8897057,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"053ab604-f50b-4bdd-aa1e-f0c1bc1b255e","name":"e2e-external-model"} {"level":"info","ts":1785187723.8988605,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81dbee9a-4c2c-410f-8623-2722b6b12bf5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785187723.8990362,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"053ab604-f50b-4bdd-aa1e-f0c1bc1b255e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785187723.9025311,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"81dbee9a-4c2c-410f-8623-2722b6b12bf5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187723.9026198,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fa708ca-ecbb-41a8-8c7e-01853ea3ea34"} {"level":"info","ts":1785187723.9026637,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fa708ca-ecbb-41a8-8c7e-01853ea3ea34","name":"e2e-external-provider"} {"level":"info","ts":1785187723.9123762,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fa708ca-ecbb-41a8-8c7e-01853ea3ea34","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785187731.17783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187731.1779084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139"} {"level":"info","ts":1785187731.1779182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139"} {"level":"info","ts":1785187731.177931,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139","EoS":false} {"level":"info","ts":1785187731.1779428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139","EoS":true} {"level":"info","ts":1785187731.177963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187731.1779795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187731.1779912,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139","modelName":"e2e-external-model"} {"level":"info","ts":1785187731.1780117,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187731.178103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee3e9244-0ae3-4acb-b4f3-94eb1c7ea139"} {"level":"info","ts":1785187731.22758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187731.227662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237"} {"level":"info","ts":1785187731.2276785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237"} {"level":"info","ts":1785187731.2276964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237","EoS":false} {"level":"info","ts":1785187731.2277162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237","EoS":true} {"level":"info","ts":1785187731.2277455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187731.227765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187731.2277777,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237","modelName":"e2e-external-model"} {"level":"info","ts":1785187731.2278,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187731.2278485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4dbe648b-6437-42fd-a49b-e27a13d5c237"} {"level":"info","ts":1785187731.2574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187731.2574608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906"} {"level":"info","ts":1785187731.2574701,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906"} {"level":"info","ts":1785187731.2574828,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906","EoS":false} {"level":"info","ts":1785187731.2575023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906","EoS":true} {"level":"info","ts":1785187731.2575216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187731.2575355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187731.2575428,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906","modelName":"e2e-external-model"} {"level":"info","ts":1785187731.2575557,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187731.257598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9661155d-6c7f-4a71-af6a-586945c3f906"} {"level":"info","ts":1785187731.3991244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef5afca7-8306-4e78-9dcc-13ffefab53dc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187731.399169,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef5afca7-8306-4e78-9dcc-13ffefab53dc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187731.3991342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63626be0-0c91-4c91-afaf-c421398acbd3"} {"level":"info","ts":1785187731.4083426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d0a358e-dcc0-4143-900c-8207f0962fd9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187731.4083827,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d0a358e-dcc0-4143-900c-8207f0962fd9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187731.4098923,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63626be0-0c91-4c91-afaf-c421398acbd3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187731.4099436,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63626be0-0c91-4c91-afaf-c421398acbd3","name":"e2e-cleanup-test"} {"level":"error","ts":1785187731.440692,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63626be0-0c91-4c91-afaf-c421398acbd3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785187731.4407532,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63626be0-0c91-4c91-afaf-c421398acbd3","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187731.4408007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e72c66-011f-44f1-a7fc-0477b3911376"} {"level":"info","ts":1785187731.4408484,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e72c66-011f-44f1-a7fc-0477b3911376","name":"e2e-cleanup-test"} {"level":"info","ts":1785187731.44141,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f827f12c-4315-4eee-988c-87804cf7ba9a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187731.4414372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f827f12c-4315-4eee-988c-87804cf7ba9a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785187731.4593027,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e72c66-011f-44f1-a7fc-0477b3911376","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785187731.4593477,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e72c66-011f-44f1-a7fc-0477b3911376","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187731.4593961,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a57ac8a2-e862-435e-b968-0493d26140ec"} {"level":"info","ts":1785187731.4594452,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a57ac8a2-e862-435e-b968-0493d26140ec","name":"e2e-cleanup-test"} {"level":"info","ts":1785187731.4622667,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2545a3bc-bc5d-4adb-b08c-54390cbfe8df","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187731.4622993,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2545a3bc-bc5d-4adb-b08c-54390cbfe8df","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187731.4707377,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a57ac8a2-e862-435e-b968-0493d26140ec","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785187731.4749541,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a57ac8a2-e862-435e-b968-0493d26140ec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785187731.475033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9889954a-5454-4963-99b3-36a0ba8868b3"} {"level":"info","ts":1785187731.4750872,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9889954a-5454-4963-99b3-36a0ba8868b3","name":"e2e-cleanup-test"} {"level":"info","ts":1785187731.4854398,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9889954a-5454-4963-99b3-36a0ba8868b3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187731.4942684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db3838d3-1d59-4865-b272-6d4bf73458f4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187731.4942858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6f4aefc-e7bf-43b2-8df3-cda192f5f2f2"} {"level":"info","ts":1785187731.4942997,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db3838d3-1d59-4865-b272-6d4bf73458f4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785187731.4943419,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6f4aefc-e7bf-43b2-8df3-cda192f5f2f2","name":"e2e-cleanup-test"} {"level":"info","ts":1785187731.5054457,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6f4aefc-e7bf-43b2-8df3-cda192f5f2f2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785187739.681539,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a8d4195-dd24-4906-b0d6-45adda34e227","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187739.6815658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"536e5a55-75a5-44d6-b77c-b7369d0ed54a"} {"level":"info","ts":1785187739.6815877,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a8d4195-dd24-4906-b0d6-45adda34e227","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785187744.0258257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187744.0259185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57e71380-a81b-477f-b835-0d435ae80720"} {"level":"info","ts":1785187744.0259326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57e71380-a81b-477f-b835-0d435ae80720"} {"level":"info","ts":1785187744.0259488,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57e71380-a81b-477f-b835-0d435ae80720","EoS":false} {"level":"info","ts":1785187744.0259643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57e71380-a81b-477f-b835-0d435ae80720","EoS":true} {"level":"info","ts":1785187744.0259984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57e71380-a81b-477f-b835-0d435ae80720","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785187744.02602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57e71380-a81b-477f-b835-0d435ae80720","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785187744.0260494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57e71380-a81b-477f-b835-0d435ae80720"} {"level":"info","ts":1785187744.0536342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187744.053705,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d"} {"level":"info","ts":1785187744.0537193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d"} {"level":"info","ts":1785187744.053731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d","EoS":false} {"level":"info","ts":1785187744.053741,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d","EoS":true} {"level":"info","ts":1785187744.0537593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785187744.053774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187744.0537822,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d","modelName":"e2e-external-model"} {"level":"info","ts":1785187744.0537941,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785187744.0538313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65dea4b7-a5d6-4df0-88a7-6ec71595351d"} {"level":"info","ts":1785187744.091496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187744.0915518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cb47b38-b853-421b-a0e8-b7ece864ee81"} {"level":"info","ts":1785187744.0915596,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cb47b38-b853-421b-a0e8-b7ece864ee81"} {"level":"info","ts":1785187744.09157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cb47b38-b853-421b-a0e8-b7ece864ee81","EoS":false} {"level":"info","ts":1785187744.091583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cb47b38-b853-421b-a0e8-b7ece864ee81","EoS":true} {"level":"info","ts":1785187744.0915978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cb47b38-b853-421b-a0e8-b7ece864ee81","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785187744.0916114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cb47b38-b853-421b-a0e8-b7ece864ee81","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785187744.091631,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cb47b38-b853-421b-a0e8-b7ece864ee81"} {"level":"info","ts":1785187744.2349384,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187744.2350054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"547a4a29-d353-45b9-a90f-a89ba16cafc5"} {"level":"info","ts":1785187744.2350223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"547a4a29-d353-45b9-a90f-a89ba16cafc5"} {"level":"info","ts":1785187744.2350395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"547a4a29-d353-45b9-a90f-a89ba16cafc5","EoS":false} {"level":"info","ts":1785187744.2350612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"547a4a29-d353-45b9-a90f-a89ba16cafc5","EoS":true} {"level":"info","ts":1785187744.2350917,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"547a4a29-d353-45b9-a90f-a89ba16cafc5","field":"model"} {"level":"info","ts":1785187744.235125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"547a4a29-d353-45b9-a90f-a89ba16cafc5"} {"level":"info","ts":1785187745.1763282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25d8f677-4dac-48b3-8086-2bbcaca43b4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187745.176367,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25d8f677-4dac-48b3-8086-2bbcaca43b4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785187745.1763291,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9b27a49-1e9a-4462-a0bf-bd996d13fcd8"} {"level":"info","ts":1785187745.334854,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f763081c-98f4-4e55-845c-2d1ab3513d5d"} {"level":"info","ts":1785187745.334921,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f179e4f5-bc65-4064-84ba-483d84e6efce","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785187745.3349466,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f179e4f5-bc65-4064-84ba-483d84e6efce","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785189037.5455976,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189037.5456853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce068aa6-e77d-4999-aaef-5d6badc9e39a"} {"level":"info","ts":1785189097.4108593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785189097.4109578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b64c81e-4baf-4b55-b6f5-6ca24e41b218"} {"level":"info","ts":1785189097.4109747,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b64c81e-4baf-4b55-b6f5-6ca24e41b218"} {"level":"info","ts":1785189097.4109967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b64c81e-4baf-4b55-b6f5-6ca24e41b218","EoS":false} {"level":"info","ts":1785189097.4110193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b64c81e-4baf-4b55-b6f5-6ca24e41b218","EoS":true} {"level":"info","ts":1785189097.4110582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b64c81e-4baf-4b55-b6f5-6ca24e41b218","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785189097.4110796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b64c81e-4baf-4b55-b6f5-6ca24e41b218","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785189097.4111187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b64c81e-4baf-4b55-b6f5-6ca24e41b218"}