{"level":"info","ts":1785463014.1629198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c50319de-2c5e-47d8-9bd3-d438767514c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463014.1629395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c50319de-2c5e-47d8-9bd3-d438767514c1"} {"level":"info","ts":1785463014.195204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463014.1952593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f743abf-ad42-4dfe-81db-792687721335"} {"level":"info","ts":1785463014.1952674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f743abf-ad42-4dfe-81db-792687721335"} {"level":"info","ts":1785463014.1952767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f743abf-ad42-4dfe-81db-792687721335","EoS":false} {"level":"info","ts":1785463014.1952865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f743abf-ad42-4dfe-81db-792687721335","EoS":true} {"level":"info","ts":1785463014.1953025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f743abf-ad42-4dfe-81db-792687721335","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463014.1953151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f743abf-ad42-4dfe-81db-792687721335","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463014.195337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f743abf-ad42-4dfe-81db-792687721335"} {"level":"info","ts":1785463014.2440882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463014.2441552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd5e5482-fec9-4a1d-84b1-b7cd3d7d2198"} {"level":"info","ts":1785463014.2441719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd5e5482-fec9-4a1d-84b1-b7cd3d7d2198"} {"level":"info","ts":1785463014.2441826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd5e5482-fec9-4a1d-84b1-b7cd3d7d2198","EoS":false} {"level":"info","ts":1785463014.244195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd5e5482-fec9-4a1d-84b1-b7cd3d7d2198","EoS":true} {"level":"info","ts":1785463014.2442107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd5e5482-fec9-4a1d-84b1-b7cd3d7d2198","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463014.2442212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd5e5482-fec9-4a1d-84b1-b7cd3d7d2198","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463014.2442381,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd5e5482-fec9-4a1d-84b1-b7cd3d7d2198"} {"level":"info","ts":1785463014.9180317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463014.9181092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbdabf3e-8aeb-4a68-ac74-1b7bab4bd3e9"} {"level":"info","ts":1785463014.9181194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbdabf3e-8aeb-4a68-ac74-1b7bab4bd3e9"} {"level":"info","ts":1785463014.9181302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbdabf3e-8aeb-4a68-ac74-1b7bab4bd3e9","EoS":false} {"level":"info","ts":1785463014.9181428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbdabf3e-8aeb-4a68-ac74-1b7bab4bd3e9","EoS":true} {"level":"info","ts":1785463014.9181635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbdabf3e-8aeb-4a68-ac74-1b7bab4bd3e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463014.9181788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbdabf3e-8aeb-4a68-ac74-1b7bab4bd3e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463014.9181986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbdabf3e-8aeb-4a68-ac74-1b7bab4bd3e9"} {"level":"info","ts":1785463014.9606974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463014.9607546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd83f1b7-1d71-4b4f-b529-739fda4fc1e8"} {"level":"info","ts":1785463014.9607697,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd83f1b7-1d71-4b4f-b529-739fda4fc1e8"} {"level":"info","ts":1785463014.960785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd83f1b7-1d71-4b4f-b529-739fda4fc1e8","EoS":false} {"level":"info","ts":1785463014.9607959,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd83f1b7-1d71-4b4f-b529-739fda4fc1e8","EoS":true} {"level":"info","ts":1785463014.9608135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd83f1b7-1d71-4b4f-b529-739fda4fc1e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463014.9608274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd83f1b7-1d71-4b4f-b529-739fda4fc1e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463014.9608474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd83f1b7-1d71-4b4f-b529-739fda4fc1e8"} {"level":"info","ts":1785463019.1160305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463019.1161106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b53a1f0e-564e-4ce9-83ff-ba382fcf1851"} {"level":"info","ts":1785463019.116121,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b53a1f0e-564e-4ce9-83ff-ba382fcf1851"} {"level":"info","ts":1785463019.1161342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b53a1f0e-564e-4ce9-83ff-ba382fcf1851","EoS":false} {"level":"info","ts":1785463019.116148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b53a1f0e-564e-4ce9-83ff-ba382fcf1851","EoS":true} {"level":"info","ts":1785463019.1161683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b53a1f0e-564e-4ce9-83ff-ba382fcf1851","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463019.1161838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b53a1f0e-564e-4ce9-83ff-ba382fcf1851","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463019.1162045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b53a1f0e-564e-4ce9-83ff-ba382fcf1851"} {"level":"info","ts":1785463034.9194422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463034.9195223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"564c2014-8eea-4bb4-b95b-e63b832283bf"} {"level":"info","ts":1785463034.919535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"564c2014-8eea-4bb4-b95b-e63b832283bf"} {"level":"info","ts":1785463034.9195466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"564c2014-8eea-4bb4-b95b-e63b832283bf","EoS":false} {"level":"info","ts":1785463034.9195905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"564c2014-8eea-4bb4-b95b-e63b832283bf","EoS":true} {"level":"info","ts":1785463034.9196186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"564c2014-8eea-4bb4-b95b-e63b832283bf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463034.919688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"564c2014-8eea-4bb4-b95b-e63b832283bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463034.9197075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"564c2014-8eea-4bb4-b95b-e63b832283bf"} {"level":"info","ts":1785463035.0734732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463035.0735388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8"} {"level":"info","ts":1785463035.0735476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8"} {"level":"info","ts":1785463035.0735772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8","EoS":false} {"level":"info","ts":1785463035.0735905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8","EoS":true} {"level":"info","ts":1785463035.0736084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463035.0736244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463035.073645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45ae51cf-0582-4c2c-a633-3f06679b4be8"} {"level":"info","ts":1785463035.2215889,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463035.2216597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.221669,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.2216802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","EoS":false} {"level":"info","ts":1785463035.221692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","EoS":true} {"level":"info","ts":1785463035.2217128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463035.2217286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463035.2217538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c31466c1-de75-403a-9519-4b4bc9cb6f6d"} {"level":"info","ts":1785463035.3571112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463035.3571916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.3572006,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.3572114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","EoS":false} {"level":"info","ts":1785463035.3572237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","EoS":true} {"level":"info","ts":1785463035.357246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463035.3572621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463035.3572826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4228a1a4-7aa1-4ee0-a0f2-a0183e42bb5b"} {"level":"info","ts":1785463035.493508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463035.493601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.493611,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.493622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","EoS":false} {"level":"info","ts":1785463035.4936335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","EoS":true} {"level":"info","ts":1785463035.4936638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463035.4936802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463035.4937036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d8fa5a3-d282-42ac-bcf0-a83dd9b86769"} {"level":"info","ts":1785463035.6324687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463035.632592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6ee963e-d340-488c-86b9-f58ebc2cbd9e"} {"level":"info","ts":1785463035.63261,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6ee963e-d340-488c-86b9-f58ebc2cbd9e"} {"level":"info","ts":1785463035.6326253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6ee963e-d340-488c-86b9-f58ebc2cbd9e","EoS":false} {"level":"info","ts":1785463035.6326363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6ee963e-d340-488c-86b9-f58ebc2cbd9e","EoS":true} {"level":"info","ts":1785463035.6326594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6ee963e-d340-488c-86b9-f58ebc2cbd9e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463035.6326752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6ee963e-d340-488c-86b9-f58ebc2cbd9e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463035.6326976,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6ee963e-d340-488c-86b9-f58ebc2cbd9e"} {"level":"info","ts":1785463056.648659,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463056.648773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.6487865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.6487987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","EoS":false} {"level":"info","ts":1785463056.6488101,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","EoS":true} {"level":"info","ts":1785463056.6488311,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463056.6488466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463056.6488671,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97f3d64e-05c3-4858-a79c-2b8c3f888c53"} {"level":"info","ts":1785463056.6895375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463056.6896229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.6896324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.689644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","EoS":false} {"level":"info","ts":1785463056.689654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","EoS":true} {"level":"info","ts":1785463056.6896749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463056.689695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463056.6897178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82d5d55b-2f4e-41a4-b42b-94c13d62f04e"} {"level":"info","ts":1785463056.729012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463056.729065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d370d364-9f50-438d-9d96-0fc02541d9e3"} {"level":"info","ts":1785463056.729075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d370d364-9f50-438d-9d96-0fc02541d9e3"} {"level":"info","ts":1785463056.7290876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d370d364-9f50-438d-9d96-0fc02541d9e3","EoS":false} {"level":"info","ts":1785463056.729105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d370d364-9f50-438d-9d96-0fc02541d9e3","EoS":true} {"level":"info","ts":1785463056.7291265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d370d364-9f50-438d-9d96-0fc02541d9e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463056.7291403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d370d364-9f50-438d-9d96-0fc02541d9e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463056.7291589,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d370d364-9f50-438d-9d96-0fc02541d9e3"} {"level":"info","ts":1785463056.7687225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463056.7687793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"996d11d4-7e54-46b6-a7f2-beb0d6fb8166"} {"level":"info","ts":1785463056.7687936,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"996d11d4-7e54-46b6-a7f2-beb0d6fb8166"} {"level":"info","ts":1785463056.7688053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"996d11d4-7e54-46b6-a7f2-beb0d6fb8166","EoS":false} {"level":"info","ts":1785463056.768815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"996d11d4-7e54-46b6-a7f2-beb0d6fb8166","EoS":true} {"level":"info","ts":1785463056.768831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"996d11d4-7e54-46b6-a7f2-beb0d6fb8166","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463056.7688434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"996d11d4-7e54-46b6-a7f2-beb0d6fb8166","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463056.7688653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"996d11d4-7e54-46b6-a7f2-beb0d6fb8166"} {"level":"info","ts":1785463056.8019228,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463056.8019934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59b3a3b5-e657-402f-ab58-4d03972ee0b8"} {"level":"info","ts":1785463061.4225028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463061.4226086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463061.422626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463061.4226544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","EoS":false} {"level":"info","ts":1785463061.4226654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","EoS":true} {"level":"info","ts":1785463061.4226868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463061.4227052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463061.4227328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"376f1557-3142-4bc3-883b-1647f348bd0b"} {"level":"info","ts":1785463069.9888265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463069.988913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5a004b4-d4c0-4936-a49a-f565af4d1694"} {"level":"info","ts":1785463069.988932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5a004b4-d4c0-4936-a49a-f565af4d1694"} {"level":"info","ts":1785463069.988952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5a004b4-d4c0-4936-a49a-f565af4d1694","EoS":false} {"level":"info","ts":1785463069.9889705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5a004b4-d4c0-4936-a49a-f565af4d1694","EoS":true} {"level":"info","ts":1785463069.9890032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5a004b4-d4c0-4936-a49a-f565af4d1694","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463069.9890225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5a004b4-d4c0-4936-a49a-f565af4d1694","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463069.9890518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5a004b4-d4c0-4936-a49a-f565af4d1694"} {"level":"info","ts":1785463072.0274177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463072.0274954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463072.0275047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463072.0275156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","EoS":false} {"level":"info","ts":1785463072.0275273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","EoS":true} {"level":"info","ts":1785463072.0275483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463072.0275924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463072.027618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0971c50b-0384-4b9e-9887-648ee80fa9b0"} {"level":"info","ts":1785463084.9192603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463084.9193633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463084.9193811,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463084.9193978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","EoS":false} {"level":"info","ts":1785463084.919413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","EoS":true} {"level":"info","ts":1785463084.9194398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463084.9194596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463084.9194903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"adb7c298-3caf-46bd-8320-643a5eccdb34"} {"level":"info","ts":1785463093.442206,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463093.442281,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463093.4422944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463093.4423058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","EoS":false} {"level":"info","ts":1785463093.4423165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","EoS":true} {"level":"info","ts":1785463093.4423385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463093.4423547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463093.442375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d81119e3-a774-4ece-9c96-0b38395659e1"} {"level":"info","ts":1785463102.3094926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463102.3096037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463102.3096151,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463102.3096285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","EoS":false} {"level":"info","ts":1785463102.3096447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","EoS":true} {"level":"info","ts":1785463102.3096657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463102.3096893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463102.3097172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce2fe6e4-def8-4c32-96c1-aeb7c9d93c23"} {"level":"info","ts":1785463111.299337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463111.2994168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98a0a826-d2e3-46ea-9b22-cae15e2b70b3"} {"level":"info","ts":1785463111.2994287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98a0a826-d2e3-46ea-9b22-cae15e2b70b3"} {"level":"info","ts":1785463111.2994409,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a0a826-d2e3-46ea-9b22-cae15e2b70b3","EoS":false} {"level":"info","ts":1785463111.2994537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a0a826-d2e3-46ea-9b22-cae15e2b70b3","EoS":true} {"level":"info","ts":1785463111.2994728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98a0a826-d2e3-46ea-9b22-cae15e2b70b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463111.2994895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98a0a826-d2e3-46ea-9b22-cae15e2b70b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463111.299509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98a0a826-d2e3-46ea-9b22-cae15e2b70b3"} {"level":"info","ts":1785463116.1762183,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463116.1763113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3477246c-ba9d-4ff8-a41f-7f77159f5fef"} {"level":"info","ts":1785463116.1763287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3477246c-ba9d-4ff8-a41f-7f77159f5fef"} {"level":"info","ts":1785463116.1763477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3477246c-ba9d-4ff8-a41f-7f77159f5fef","EoS":false} {"level":"info","ts":1785463116.1763687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3477246c-ba9d-4ff8-a41f-7f77159f5fef","EoS":true} {"level":"info","ts":1785463116.176401,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3477246c-ba9d-4ff8-a41f-7f77159f5fef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463116.1764207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3477246c-ba9d-4ff8-a41f-7f77159f5fef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463116.1764514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3477246c-ba9d-4ff8-a41f-7f77159f5fef"} {"level":"info","ts":1785463121.038031,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463121.0381045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d781158c-f534-47d8-bf53-5e80d7d3b121"} {"level":"info","ts":1785463121.0381148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d781158c-f534-47d8-bf53-5e80d7d3b121"} {"level":"info","ts":1785463121.0381262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d781158c-f534-47d8-bf53-5e80d7d3b121","EoS":false} {"level":"info","ts":1785463121.0381403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d781158c-f534-47d8-bf53-5e80d7d3b121","EoS":true} {"level":"info","ts":1785463121.038161,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d781158c-f534-47d8-bf53-5e80d7d3b121","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463121.0381775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d781158c-f534-47d8-bf53-5e80d7d3b121","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463121.038205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d781158c-f534-47d8-bf53-5e80d7d3b121"} {"level":"info","ts":1785463132.007193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463132.0072765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463132.0072865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463132.007298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","EoS":false} {"level":"info","ts":1785463132.0073123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","EoS":true} {"level":"info","ts":1785463132.0073383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463132.0073576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463132.007379,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e743e5e-917c-4bcc-b055-84910d1e4176"} {"level":"info","ts":1785463165.0350027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463165.0350869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463165.0350983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463165.0351093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","EoS":false} {"level":"info","ts":1785463165.0351222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","EoS":true} {"level":"info","ts":1785463165.0351431,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463165.0351589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463165.035182,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f93364f-1e9d-4b20-bdd0-c332cc633422"} {"level":"info","ts":1785463174.373982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463174.3740609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"968601b1-3f0c-4db6-bb40-7e13eb7f8088"} {"level":"info","ts":1785463174.3740706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"968601b1-3f0c-4db6-bb40-7e13eb7f8088"} {"level":"info","ts":1785463174.3740816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"968601b1-3f0c-4db6-bb40-7e13eb7f8088","EoS":false} {"level":"info","ts":1785463174.3740919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"968601b1-3f0c-4db6-bb40-7e13eb7f8088","EoS":true} {"level":"info","ts":1785463174.3741126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"968601b1-3f0c-4db6-bb40-7e13eb7f8088","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463174.3741293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"968601b1-3f0c-4db6-bb40-7e13eb7f8088","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463174.37415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"968601b1-3f0c-4db6-bb40-7e13eb7f8088"} {"level":"info","ts":1785463191.1426682,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463191.142757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"677ec614-e36b-4813-a94d-f26a579e2c5b"} {"level":"info","ts":1785463191.1427665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"677ec614-e36b-4813-a94d-f26a579e2c5b"} {"level":"info","ts":1785463191.142779,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"677ec614-e36b-4813-a94d-f26a579e2c5b","EoS":false} {"level":"info","ts":1785463191.1427913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"677ec614-e36b-4813-a94d-f26a579e2c5b","EoS":true} {"level":"info","ts":1785463191.1428127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"677ec614-e36b-4813-a94d-f26a579e2c5b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463191.1428294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"677ec614-e36b-4813-a94d-f26a579e2c5b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463191.1428509,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"677ec614-e36b-4813-a94d-f26a579e2c5b"} {"level":"info","ts":1785463200.8129423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463200.8130167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463200.813026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463200.8130374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","EoS":false} {"level":"info","ts":1785463200.813049,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","EoS":true} {"level":"info","ts":1785463200.8130765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463200.8130915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463200.8131163,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c0a0a8a-52aa-425f-965a-423db7193abe"} {"level":"info","ts":1785463210.961507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463210.9616127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463210.9616284,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463210.9616401,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","EoS":false} {"level":"info","ts":1785463210.9616544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","EoS":true} {"level":"info","ts":1785463210.961675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463210.961691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463210.9617145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0cf1a9f-213b-4de3-a0a6-dc5d610920ed"} {"level":"info","ts":1785463211.0025148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463211.0026698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463211.0026896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463211.0027094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","EoS":false} {"level":"info","ts":1785463211.0027306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","EoS":true} {"level":"info","ts":1785463211.002759,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463211.0027788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463211.0028121,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0de17dc-a8a8-4f04-ada7-d5bad04c726d"} {"level":"info","ts":1785463230.1779118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463230.1779964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463230.1780157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463230.1780362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","EoS":false} {"level":"info","ts":1785463230.178056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","EoS":true} {"level":"info","ts":1785463230.1780853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463230.1781046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463230.178133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bd3b9be-0d57-4983-9088-dcb7b338ac97"} {"level":"info","ts":1785463239.5576353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463239.5577164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e5a3ee1-5323-4e9e-81bc-04109e25d058"} {"level":"info","ts":1785463239.5577264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e5a3ee1-5323-4e9e-81bc-04109e25d058"} {"level":"info","ts":1785463239.557739,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e5a3ee1-5323-4e9e-81bc-04109e25d058","EoS":false} {"level":"info","ts":1785463239.557749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e5a3ee1-5323-4e9e-81bc-04109e25d058","EoS":true} {"level":"info","ts":1785463239.5577693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e5a3ee1-5323-4e9e-81bc-04109e25d058","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463239.5577877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e5a3ee1-5323-4e9e-81bc-04109e25d058","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463239.557808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e5a3ee1-5323-4e9e-81bc-04109e25d058"} {"level":"info","ts":1785463255.5307999,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463255.5308888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48029a88-03d0-40c9-98f3-b8f145f4a018"} {"level":"info","ts":1785463255.5309005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48029a88-03d0-40c9-98f3-b8f145f4a018"} {"level":"info","ts":1785463255.5309117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48029a88-03d0-40c9-98f3-b8f145f4a018","EoS":false} {"level":"info","ts":1785463255.5309222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48029a88-03d0-40c9-98f3-b8f145f4a018","EoS":true} {"level":"info","ts":1785463255.5309415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48029a88-03d0-40c9-98f3-b8f145f4a018","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785463255.5309575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48029a88-03d0-40c9-98f3-b8f145f4a018","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785463255.5309832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48029a88-03d0-40c9-98f3-b8f145f4a018"} {"level":"info","ts":1785463388.76839,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463388.7684941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a3b9bbf-0784-4b32-80d7-36e63d0e047b"} {"level":"info","ts":1785463388.7685106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a3b9bbf-0784-4b32-80d7-36e63d0e047b"} {"level":"info","ts":1785463388.7685268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a3b9bbf-0784-4b32-80d7-36e63d0e047b","EoS":false} {"level":"info","ts":1785463388.7685435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a3b9bbf-0784-4b32-80d7-36e63d0e047b","EoS":true} {"level":"info","ts":1785463388.7685957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a3b9bbf-0784-4b32-80d7-36e63d0e047b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785463388.7686183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a3b9bbf-0784-4b32-80d7-36e63d0e047b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785463388.768649,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a3b9bbf-0784-4b32-80d7-36e63d0e047b"} {"level":"info","ts":1785463412.5898905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463412.5899806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463412.589989,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463412.5900002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","EoS":false} {"level":"info","ts":1785463412.59001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","EoS":true} {"level":"info","ts":1785463412.5900316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785463412.5900471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785463412.5900674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e21463e5-4573-4b70-b073-bf0c007164b3"} {"level":"info","ts":1785463475.130903,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463475.1309953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463475.1310096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463475.1310225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","EoS":false} {"level":"info","ts":1785463475.131033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","EoS":true} {"level":"info","ts":1785463475.1310537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463475.1311135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463475.1311343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cae09ea5-36b1-4820-8137-6a8049088773"} {"level":"info","ts":1785463490.393738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463490.3938143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.3938265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.3938375,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","EoS":false} {"level":"info","ts":1785463490.39385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","EoS":true} {"level":"info","ts":1785463490.393875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463490.3938913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463490.3939142,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bb6ffdc5-fc15-4975-9f14-93ad8f126769"} {"level":"info","ts":1785463490.674716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463490.6747947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e552d9d-7dc3-44c3-b86e-f75e1077037d"} {"level":"info","ts":1785463490.6748078,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e552d9d-7dc3-44c3-b86e-f75e1077037d"} {"level":"info","ts":1785463490.6748185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e552d9d-7dc3-44c3-b86e-f75e1077037d","EoS":false} {"level":"info","ts":1785463490.6748292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e552d9d-7dc3-44c3-b86e-f75e1077037d","EoS":true} {"level":"info","ts":1785463490.6748514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e552d9d-7dc3-44c3-b86e-f75e1077037d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785463490.6748672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e552d9d-7dc3-44c3-b86e-f75e1077037d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463490.6748872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e552d9d-7dc3-44c3-b86e-f75e1077037d"} {"level":"info","ts":1785463827.0813165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463827.0814161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.081433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.081454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06350f52-b980-49ba-9998-48f287047233","EoS":false} {"level":"info","ts":1785463827.081472,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06350f52-b980-49ba-9998-48f287047233","EoS":true} {"level":"info","ts":1785463827.0815063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06350f52-b980-49ba-9998-48f287047233","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463827.081526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06350f52-b980-49ba-9998-48f287047233","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463827.0815763,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06350f52-b980-49ba-9998-48f287047233"} {"level":"info","ts":1785463827.1332064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463827.1332712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb4a37c7-3b40-40a5-bc8b-5b716830e801"} {"level":"info","ts":1785463827.1332812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb4a37c7-3b40-40a5-bc8b-5b716830e801"} {"level":"info","ts":1785463827.133292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb4a37c7-3b40-40a5-bc8b-5b716830e801","EoS":false} {"level":"info","ts":1785463827.1333015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb4a37c7-3b40-40a5-bc8b-5b716830e801","EoS":true} {"level":"info","ts":1785463827.1333182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb4a37c7-3b40-40a5-bc8b-5b716830e801","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463827.133332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb4a37c7-3b40-40a5-bc8b-5b716830e801","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463827.1333501,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb4a37c7-3b40-40a5-bc8b-5b716830e801"} {"level":"info","ts":1785463827.171552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463827.1716323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b2c97f-e09c-4b75-b62f-23427624695d"} {"level":"info","ts":1785463827.1716425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5b2c97f-e09c-4b75-b62f-23427624695d"} {"level":"info","ts":1785463827.1716537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5b2c97f-e09c-4b75-b62f-23427624695d","EoS":false} {"level":"info","ts":1785463827.1716635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5b2c97f-e09c-4b75-b62f-23427624695d","EoS":true} {"level":"info","ts":1785463827.1716816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5b2c97f-e09c-4b75-b62f-23427624695d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785463827.1716955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b2c97f-e09c-4b75-b62f-23427624695d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785463827.1717143,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5b2c97f-e09c-4b75-b62f-23427624695d"} {"level":"info","ts":1785463832.0337143,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e41c67a-2b6f-4382-9245-37ea22c0a4e8"} {"level":"info","ts":1785463832.0338187,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"565d2910-49e3-41d4-8a52-5674c35208fd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463832.0338504,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"565d2910-49e3-41d4-8a52-5674c35208fd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785463832.0387974,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d80f5675-0b20-4bfe-8498-181f82498f54","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463832.0388215,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d80f5675-0b20-4bfe-8498-181f82498f54","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785463832.0420167,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e41c67a-2b6f-4382-9245-37ea22c0a4e8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.0422258,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38332.514295221,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.0422525,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.0758207,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.1662076,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39585.635601924,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.166253,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.166306,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49afe843-c202-46e1-bb42-72edb1467c2f"} {"level":"info","ts":1785463832.166436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f96e6c9-e921-44b9-9fb6-f95c9f5c34ca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.166513,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49afe843-c202-46e1-bb42-72edb1467c2f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785463832.166628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f96e6c9-e921-44b9-9fb6-f95c9f5c34ca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785463832.1713037,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49afe843-c202-46e1-bb42-72edb1467c2f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.1713974,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ed33744-1a9b-4a9d-8278-4220ea33333b"} {"level":"info","ts":1785463832.17143,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ed33744-1a9b-4a9d-8278-4220ea33333b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785463832.1721184,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02456458-537f-4a48-9d84-b8a20b904fe7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463832.1721942,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"02456458-537f-4a48-9d84-b8a20b904fe7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785463832.1723707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"897b8106-0184-4e0f-91cb-7035778ad71b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.1724064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"897b8106-0184-4e0f-91cb-7035778ad71b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785463832.1749163,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785463832.1753469,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ed33744-1a9b-4a9d-8278-4220ea33333b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.175406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2762a865-ebcb-4248-8325-bb600ac8748f"} {"level":"info","ts":1785463832.1756027,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36128.867118836,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.1756194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.181608,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785463832.2663953,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e41c67a-2b6f-4382-9245-37ea22c0a4e8","name":"e2e-external-provider"} {"level":"info","ts":1785463832.276155,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2762a865-ebcb-4248-8325-bb600ac8748f","name":"e2e-external-model"} {"level":"info","ts":1785463832.2767057,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e41c67a-2b6f-4382-9245-37ea22c0a4e8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785463832.280173,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3e41c67a-2b6f-4382-9245-37ea22c0a4e8","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.2802672,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3ae5743-6f9e-487f-a27d-b398b0bc6261"} {"level":"info","ts":1785463832.2803054,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3ae5743-6f9e-487f-a27d-b398b0bc6261","name":"e2e-external-provider"} {"level":"info","ts":1785463832.2892487,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"687fb26c-8a81-4080-b79f-eaeb1a05068b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.2892873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"687fb26c-8a81-4080-b79f-eaeb1a05068b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785463832.2907107,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2762a865-ebcb-4248-8325-bb600ac8748f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785463832.290767,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2762a865-ebcb-4248-8325-bb600ac8748f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.290827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54fc9291-1a89-4264-90cf-13b9cd92f442"} {"level":"info","ts":1785463832.290874,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54fc9291-1a89-4264-90cf-13b9cd92f442","name":"e2e-external-model"} {"level":"info","ts":1785463832.29173,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3ae5743-6f9e-487f-a27d-b398b0bc6261","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785463832.3036604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5e57ec4-be1c-49e1-a771-5e32593d1309","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.303717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5e57ec4-be1c-49e1-a771-5e32593d1309","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785463832.3067925,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54fc9291-1a89-4264-90cf-13b9cd92f442","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785463832.3068423,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54fc9291-1a89-4264-90cf-13b9cd92f442","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.3068976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1dad79b9-e0fb-42c4-b2b2-731e906454d5"} {"level":"info","ts":1785463832.3069472,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1dad79b9-e0fb-42c4-b2b2-731e906454d5","name":"e2e-external-model"} {"level":"info","ts":1785463832.3148596,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1dad79b9-e0fb-42c4-b2b2-731e906454d5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463832.316545,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37a9e835-709b-4564-a3d1-eaa78f56bf5d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463832.316605,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37a9e835-709b-4564-a3d1-eaa78f56bf5d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785463832.3179426,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1dad79b9-e0fb-42c4-b2b2-731e906454d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463832.3180044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4a03502-3dc3-42fc-98a9-69cfcadad2aa"} {"level":"info","ts":1785463832.31805,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4a03502-3dc3-42fc-98a9-69cfcadad2aa","name":"e2e-external-model"} {"level":"info","ts":1785463832.325225,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4a03502-3dc3-42fc-98a9-69cfcadad2aa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463843.8726633,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463843.872739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc"} {"level":"info","ts":1785463843.8727486,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc"} {"level":"info","ts":1785463843.8727593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc","EoS":false} {"level":"info","ts":1785463843.8727682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc","EoS":true} {"level":"info","ts":1785463843.8727882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785463843.8728049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785463843.872812,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc","modelName":"e2e-external-model"} {"level":"info","ts":1785463843.8728259,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785463843.8728986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a4160e9-bc0e-479b-aa91-28c77282c3dc"} {"level":"info","ts":1785463843.9199653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463843.9200418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30"} {"level":"info","ts":1785463843.9200509,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30"} {"level":"info","ts":1785463843.920063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30","EoS":false} {"level":"info","ts":1785463843.9200768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30","EoS":true} {"level":"info","ts":1785463843.9200997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785463843.92012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785463843.920133,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30","modelName":"e2e-external-model"} {"level":"info","ts":1785463843.9201717,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785463843.9202158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7006e86-6dba-4b0a-b97f-e3e9e4668d30"} {"level":"info","ts":1785463843.9503865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463843.9504516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463843.950461,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463843.9504714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","EoS":false} {"level":"info","ts":1785463843.950482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","EoS":true} {"level":"info","ts":1785463843.9505002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785463843.9505143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785463843.9505224,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","modelName":"e2e-external-model"} {"level":"info","ts":1785463843.9505355,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785463843.9505923,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89982323-06d5-4038-b5bf-b204611263b2"} {"level":"info","ts":1785463844.1726024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3365d29-ad20-4c44-abdc-66db0e9e04fb"} {"level":"info","ts":1785463844.172622,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"879b977a-784d-43d5-ab6b-3b301610fc91","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.172664,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"879b977a-784d-43d5-ab6b-3b301610fc91","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785463844.1778405,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3365d29-ad20-4c44-abdc-66db0e9e04fb","name":"e2e-cleanup-test"} {"level":"info","ts":1785463844.1779294,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bb8fcab-d492-4c78-8cee-2b3be3b92116","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.177956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bb8fcab-d492-4c78-8cee-2b3be3b92116","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785463844.186829,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3365d29-ad20-4c44-abdc-66db0e9e04fb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463844.1923926,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2034a86-ff61-476f-b34b-2b86f50b6ecb"} {"level":"info","ts":1785463844.1924531,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2034a86-ff61-476f-b34b-2b86f50b6ecb","name":"e2e-cleanup-test"} {"level":"info","ts":1785463844.192623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"528a57ff-6d3a-46c8-9a85-ab98d65aac0e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.192644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"528a57ff-6d3a-46c8-9a85-ab98d65aac0e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785463844.2086112,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2034a86-ff61-476f-b34b-2b86f50b6ecb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785463844.208658,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2034a86-ff61-476f-b34b-2b86f50b6ecb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463844.2087097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f8ee483-1ce1-49e6-bddd-4b2b04979641","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.2087398,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f8ee483-1ce1-49e6-bddd-4b2b04979641","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785463844.2087185,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb36a8c3-888f-49c4-8a71-02f7ed3dd06a"} {"level":"info","ts":1785463844.208814,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb36a8c3-888f-49c4-8a71-02f7ed3dd06a","name":"e2e-cleanup-test"} {"level":"info","ts":1785463844.2159626,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb36a8c3-888f-49c4-8a71-02f7ed3dd06a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463844.2204375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54d8f759-54a6-42be-b380-fda4490a65f3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463844.2204614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54d8f759-54a6-42be-b380-fda4490a65f3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785463844.2233875,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb36a8c3-888f-49c4-8a71-02f7ed3dd06a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785463844.2234757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95f0825b-7b3e-41f6-be3f-9e951400c232"} {"level":"info","ts":1785463844.2235177,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95f0825b-7b3e-41f6-be3f-9e951400c232","name":"e2e-cleanup-test"} {"level":"info","ts":1785463844.2312715,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95f0825b-7b3e-41f6-be3f-9e951400c232","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785463852.432911,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24eeebcc-d990-4e51-bf28-8f8c29dc43a2"} {"level":"info","ts":1785463852.4329333,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51a03fee-0423-4ddd-9eb6-5c8e90e50a3e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463852.4329562,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51a03fee-0423-4ddd-9eb6-5c8e90e50a3e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785463856.7364867,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463856.7366061,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0"} {"level":"info","ts":1785463856.7366252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0"} {"level":"info","ts":1785463856.7366433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0","EoS":false} {"level":"info","ts":1785463856.736659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0","EoS":true} {"level":"info","ts":1785463856.7366853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785463856.7367055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785463856.7367346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ade63ac-8245-4ffc-9b6e-38c3cedbc7b0"} {"level":"info","ts":1785463856.7693284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463856.7693875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.769399,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.769415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","EoS":false} {"level":"info","ts":1785463856.7694294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","EoS":true} {"level":"info","ts":1785463856.7694464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785463856.76946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785463856.7694707,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","modelName":"e2e-external-model"} {"level":"info","ts":1785463856.7694836,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785463856.7695248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e01e3f35-ab9d-4cf7-8504-f632bdf0aeb8"} {"level":"info","ts":1785463856.9034822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463856.903539,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.9035492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.9035897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","EoS":false} {"level":"info","ts":1785463856.903601,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","EoS":true} {"level":"info","ts":1785463856.9036202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785463856.9036357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785463856.9036546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2247850c-1aca-4bad-9b08-52486499660c"} {"level":"info","ts":1785463856.9926655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785463856.9927266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463856.9927397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463856.9927552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","EoS":false} {"level":"info","ts":1785463856.9927645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","EoS":true} {"level":"info","ts":1785463856.992783,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"09168484-f96d-436a-bbf5-e57402342097","field":"model"} {"level":"info","ts":1785463856.992807,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09168484-f96d-436a-bbf5-e57402342097"} {"level":"info","ts":1785463857.8868456,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b4ba359-a862-49b7-b6a7-ae7b683375f8"} {"level":"info","ts":1785463857.8868892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32d50fb2-ccd7-444c-8b74-f9fe1161ff65","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463857.8869102,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32d50fb2-ccd7-444c-8b74-f9fe1161ff65","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785463858.0335817,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1f159a0-c5f8-4bc0-a233-5e40b7c15641","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463858.0336185,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1f159a0-c5f8-4bc0-a233-5e40b7c15641","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785463858.033629,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04a5af1d-cdcf-4023-84a3-2b9eebf8b35a"} {"level":"info","ts":1785465317.2839549,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785465317.284037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6189c1ba-b911-458d-8148-0cc89a859e98"} {"level":"info","ts":1785465392.2777574,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785465392.2778368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"} {"level":"info","ts":1785465392.2778497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"} {"level":"info","ts":1785465392.2778614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","EoS":false} {"level":"info","ts":1785465392.277875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","EoS":true} {"level":"info","ts":1785465392.2779145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785465392.2779303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785465392.2779505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdaff05c-bbb9-4500-ab1b-2a58e63cc1ea"}