{"level":"info","ts":1785360090.7435777,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80c2328a-6b2d-44c4-a56b-c1e5d4dcc190"} {"level":"info","ts":1785360090.7435884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80c2328a-6b2d-44c4-a56b-c1e5d4dcc190","EoS":false} {"level":"info","ts":1785360090.743604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80c2328a-6b2d-44c4-a56b-c1e5d4dcc190","EoS":true} {"level":"info","ts":1785360090.7436254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80c2328a-6b2d-44c4-a56b-c1e5d4dcc190","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360090.7436419,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80c2328a-6b2d-44c4-a56b-c1e5d4dcc190","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360090.743664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80c2328a-6b2d-44c4-a56b-c1e5d4dcc190"} {"level":"info","ts":1785360109.7290134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360109.7290967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04d13fe4-e386-4193-9f61-ef66c8cace4f"} {"level":"info","ts":1785360109.7291074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04d13fe4-e386-4193-9f61-ef66c8cace4f"} {"level":"info","ts":1785360109.729121,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04d13fe4-e386-4193-9f61-ef66c8cace4f","EoS":false} {"level":"info","ts":1785360109.7291412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04d13fe4-e386-4193-9f61-ef66c8cace4f","EoS":true} {"level":"info","ts":1785360109.729164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04d13fe4-e386-4193-9f61-ef66c8cace4f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360109.72918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04d13fe4-e386-4193-9f61-ef66c8cace4f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360109.729203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04d13fe4-e386-4193-9f61-ef66c8cace4f"} {"level":"info","ts":1785360109.8669438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360109.8670263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9f433d1-ebfb-424a-9a44-b9b0689c0a63"} {"level":"info","ts":1785360109.8670402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e9f433d1-ebfb-424a-9a44-b9b0689c0a63"} {"level":"info","ts":1785360109.867053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9f433d1-ebfb-424a-9a44-b9b0689c0a63","EoS":false} {"level":"info","ts":1785360109.8670661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e9f433d1-ebfb-424a-9a44-b9b0689c0a63","EoS":true} {"level":"info","ts":1785360109.8670883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9f433d1-ebfb-424a-9a44-b9b0689c0a63","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360109.8671055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9f433d1-ebfb-424a-9a44-b9b0689c0a63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360109.8671262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e9f433d1-ebfb-424a-9a44-b9b0689c0a63"} {"level":"info","ts":1785360110.0040972,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360110.0041778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687"} {"level":"info","ts":1785360110.0041876,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687"} {"level":"info","ts":1785360110.004199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","EoS":false} {"level":"info","ts":1785360110.0042098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","EoS":true} {"level":"info","ts":1785360110.0042295,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360110.0042472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360110.0042677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cf87855-cabd-4631-addf-97d0e497e687"} {"level":"info","ts":1785360110.143102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360110.1431866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.1431968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.1432166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","EoS":false} {"level":"info","ts":1785360110.1432304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","EoS":true} {"level":"info","ts":1785360110.143253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360110.1432693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360110.1432905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba66226d-1b70-48f5-a4c9-9049108c5802"} {"level":"info","ts":1785360110.2816737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360110.2818155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.281835,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.2818527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","EoS":false} {"level":"info","ts":1785360110.2818694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","EoS":true} {"level":"info","ts":1785360110.281897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360110.2819178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59624346-0139-4abd-9569-79c92ec43835","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360110.2819462,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59624346-0139-4abd-9569-79c92ec43835"} {"level":"info","ts":1785360110.4214692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360110.4215536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b872d853-c89c-4ef4-accc-2c415ef00b30"} {"level":"info","ts":1785360110.4215648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b872d853-c89c-4ef4-accc-2c415ef00b30"} {"level":"info","ts":1785360110.4215765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b872d853-c89c-4ef4-accc-2c415ef00b30","EoS":false} {"level":"info","ts":1785360110.4215908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b872d853-c89c-4ef4-accc-2c415ef00b30","EoS":true} {"level":"info","ts":1785360110.4216163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b872d853-c89c-4ef4-accc-2c415ef00b30","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360110.4216392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b872d853-c89c-4ef4-accc-2c415ef00b30","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360110.4216676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b872d853-c89c-4ef4-accc-2c415ef00b30"} {"level":"info","ts":1785360126.2841368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360126.284219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.2842307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.2842553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","EoS":false} {"level":"info","ts":1785360126.2842693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","EoS":true} {"level":"info","ts":1785360126.2842908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360126.2843072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360126.2843287,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca60625e-272e-49b1-9294-156560fbfed9"} {"level":"info","ts":1785360126.3240888,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360126.3241777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.32419,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.3242037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","EoS":false} {"level":"info","ts":1785360126.3242238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","EoS":true} {"level":"info","ts":1785360126.3242471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360126.324264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360126.3242807,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b563324-17d2-415a-a52e-5226fbc87003"} {"level":"info","ts":1785360126.3589687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360126.359053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"083dd3d8-52fa-43f2-a6af-11a997b723eb"} {"level":"info","ts":1785360126.3590624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"083dd3d8-52fa-43f2-a6af-11a997b723eb"} {"level":"info","ts":1785360126.3590777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"083dd3d8-52fa-43f2-a6af-11a997b723eb","EoS":false} {"level":"info","ts":1785360126.3590987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"083dd3d8-52fa-43f2-a6af-11a997b723eb","EoS":true} {"level":"info","ts":1785360126.3591263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"083dd3d8-52fa-43f2-a6af-11a997b723eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360126.3591435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"083dd3d8-52fa-43f2-a6af-11a997b723eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360126.359166,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"083dd3d8-52fa-43f2-a6af-11a997b723eb"} {"level":"info","ts":1785360126.3938894,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360126.393977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05292b3a-875c-463c-9f1f-1ed49aaaad36"} {"level":"info","ts":1785360126.393988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05292b3a-875c-463c-9f1f-1ed49aaaad36"} {"level":"info","ts":1785360126.3939989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05292b3a-875c-463c-9f1f-1ed49aaaad36","EoS":false} {"level":"info","ts":1785360126.3940122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05292b3a-875c-463c-9f1f-1ed49aaaad36","EoS":true} {"level":"info","ts":1785360126.3940332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05292b3a-875c-463c-9f1f-1ed49aaaad36","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360126.394049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05292b3a-875c-463c-9f1f-1ed49aaaad36","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360126.394073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05292b3a-875c-463c-9f1f-1ed49aaaad36"} {"level":"info","ts":1785360126.4236784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360126.4237998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6153c1d-7726-46ac-9756-1feec628f472"} {"level":"info","ts":1785360131.073306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360131.0733814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360131.0733917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360131.0734386,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"add54418-8447-4f42-8dae-55373637521b","EoS":false} {"level":"info","ts":1785360131.0734553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"add54418-8447-4f42-8dae-55373637521b","EoS":true} {"level":"info","ts":1785360131.073477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"add54418-8447-4f42-8dae-55373637521b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360131.073493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"add54418-8447-4f42-8dae-55373637521b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360131.073514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"add54418-8447-4f42-8dae-55373637521b"} {"level":"info","ts":1785360139.6738832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360139.673966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5df7721-d937-4895-9c99-366e896c8b10"} {"level":"info","ts":1785360139.6739774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5df7721-d937-4895-9c99-366e896c8b10"} {"level":"info","ts":1785360139.6739879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5df7721-d937-4895-9c99-366e896c8b10","EoS":false} {"level":"info","ts":1785360139.6739976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5df7721-d937-4895-9c99-366e896c8b10","EoS":true} {"level":"info","ts":1785360139.6740198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5df7721-d937-4895-9c99-366e896c8b10","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360139.6740377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5df7721-d937-4895-9c99-366e896c8b10","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360139.6741076,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5df7721-d937-4895-9c99-366e896c8b10"} {"level":"info","ts":1785360141.711135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360141.71125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9699ff1e-b3da-47dc-a8c8-b37c743fc8b5"} {"level":"info","ts":1785360141.7112706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9699ff1e-b3da-47dc-a8c8-b37c743fc8b5"} {"level":"info","ts":1785360141.7112908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9699ff1e-b3da-47dc-a8c8-b37c743fc8b5","EoS":false} {"level":"info","ts":1785360141.7113109,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9699ff1e-b3da-47dc-a8c8-b37c743fc8b5","EoS":true} {"level":"info","ts":1785360141.711345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9699ff1e-b3da-47dc-a8c8-b37c743fc8b5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360141.7113655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9699ff1e-b3da-47dc-a8c8-b37c743fc8b5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360141.7113988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9699ff1e-b3da-47dc-a8c8-b37c743fc8b5"} {"level":"info","ts":1785360143.7462344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360143.7463207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360143.74633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360143.7463415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","EoS":false} {"level":"info","ts":1785360143.746353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","EoS":true} {"level":"info","ts":1785360143.7463763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360143.7463927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360143.746413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a43eb48-5a35-444b-bf3d-55c4d6e31153"} {"level":"info","ts":1785360156.6558468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360156.6559556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360156.6559708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360156.6559901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","EoS":false} {"level":"info","ts":1785360156.656012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","EoS":true} {"level":"info","ts":1785360156.6560433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360156.6560636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360156.6560986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef13d226-fc9b-400f-9bcd-61d70833ffb8"} {"level":"info","ts":1785360165.2246149,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360165.224724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360165.224737,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360165.2247534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","EoS":false} {"level":"info","ts":1785360165.2247708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","EoS":true} {"level":"info","ts":1785360165.2248027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360165.224825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360165.224854,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bc1044b-0f73-40c1-8ef1-8bb3489b2a12"} {"level":"info","ts":1785360174.1396117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360174.1397138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360174.139725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360174.1397378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","EoS":false} {"level":"info","ts":1785360174.1397479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","EoS":true} {"level":"info","ts":1785360174.1397693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360174.1398153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360174.139845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ceae156-376b-4bf2-a171-cad80a6d34e8"} {"level":"info","ts":1785360183.2157729,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360183.2158625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13755838-e88e-4487-be40-f248ddb4eae3"} {"level":"info","ts":1785360183.215875,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13755838-e88e-4487-be40-f248ddb4eae3"} {"level":"info","ts":1785360183.2158914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13755838-e88e-4487-be40-f248ddb4eae3","EoS":false} {"level":"info","ts":1785360183.215908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13755838-e88e-4487-be40-f248ddb4eae3","EoS":true} {"level":"info","ts":1785360183.215936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13755838-e88e-4487-be40-f248ddb4eae3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360183.2159564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13755838-e88e-4487-be40-f248ddb4eae3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360183.2159812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13755838-e88e-4487-be40-f248ddb4eae3"} {"level":"info","ts":1785360188.05934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360188.05942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc0d6e67-b13b-483d-bfb6-41b4a0e40641"} {"level":"info","ts":1785360188.05943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc0d6e67-b13b-483d-bfb6-41b4a0e40641"} {"level":"info","ts":1785360188.059441,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc0d6e67-b13b-483d-bfb6-41b4a0e40641","EoS":false} {"level":"info","ts":1785360188.0594509,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc0d6e67-b13b-483d-bfb6-41b4a0e40641","EoS":true} {"level":"info","ts":1785360188.0594738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc0d6e67-b13b-483d-bfb6-41b4a0e40641","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360188.05949,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc0d6e67-b13b-483d-bfb6-41b4a0e40641","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360188.0595126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc0d6e67-b13b-483d-bfb6-41b4a0e40641"} {"level":"info","ts":1785360192.9149125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360192.915017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e51b191e-5052-421e-833a-8484d4954e3a"} {"level":"info","ts":1785360192.91503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e51b191e-5052-421e-833a-8484d4954e3a"} {"level":"info","ts":1785360192.9150507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e51b191e-5052-421e-833a-8484d4954e3a","EoS":false} {"level":"info","ts":1785360192.9150734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e51b191e-5052-421e-833a-8484d4954e3a","EoS":true} {"level":"info","ts":1785360192.915106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e51b191e-5052-421e-833a-8484d4954e3a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360192.9151304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e51b191e-5052-421e-833a-8484d4954e3a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360192.9151564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e51b191e-5052-421e-833a-8484d4954e3a"} {"level":"info","ts":1785360193.361305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360193.3613896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0305e84-7305-496c-8ed5-24732759f242"} {"level":"info","ts":1785360193.3614047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0305e84-7305-496c-8ed5-24732759f242"} {"level":"info","ts":1785360193.3614156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0305e84-7305-496c-8ed5-24732759f242","EoS":false} {"level":"info","ts":1785360193.361426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0305e84-7305-496c-8ed5-24732759f242","EoS":true} {"level":"info","ts":1785360193.3614469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0305e84-7305-496c-8ed5-24732759f242","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360193.3614638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0305e84-7305-496c-8ed5-24732759f242","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360193.361489,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0305e84-7305-496c-8ed5-24732759f242"} {"level":"info","ts":1785360195.40192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360195.4020233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6caa36bd-0de1-4fe8-a151-0fbf26bd2ec7"} {"level":"info","ts":1785360195.402042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6caa36bd-0de1-4fe8-a151-0fbf26bd2ec7"} {"level":"info","ts":1785360195.4020622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6caa36bd-0de1-4fe8-a151-0fbf26bd2ec7","EoS":false} {"level":"info","ts":1785360195.4020822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6caa36bd-0de1-4fe8-a151-0fbf26bd2ec7","EoS":true} {"level":"info","ts":1785360195.4021075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6caa36bd-0de1-4fe8-a151-0fbf26bd2ec7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360195.4021268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6caa36bd-0de1-4fe8-a151-0fbf26bd2ec7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360195.4021494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6caa36bd-0de1-4fe8-a151-0fbf26bd2ec7"} {"level":"info","ts":1785360197.4389951,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360197.4390962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fe66d1c-8f22-4d98-85cf-9be6849da51e"} {"level":"info","ts":1785360197.4391162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9fe66d1c-8f22-4d98-85cf-9be6849da51e"} {"level":"info","ts":1785360197.4391327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fe66d1c-8f22-4d98-85cf-9be6849da51e","EoS":false} {"level":"info","ts":1785360197.4391499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fe66d1c-8f22-4d98-85cf-9be6849da51e","EoS":true} {"level":"info","ts":1785360197.439177,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fe66d1c-8f22-4d98-85cf-9be6849da51e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360197.439262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fe66d1c-8f22-4d98-85cf-9be6849da51e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360197.4392903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9fe66d1c-8f22-4d98-85cf-9be6849da51e"} {"level":"info","ts":1785360199.4881265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360199.488222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360199.4882364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360199.48825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","EoS":false} {"level":"info","ts":1785360199.4882646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","EoS":true} {"level":"info","ts":1785360199.488286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360199.4883063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360199.48833,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"884d08a2-a249-47e1-8160-7e940e241b96"} {"level":"info","ts":1785360223.9210265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360223.9211159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360223.9211266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360223.9211457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","EoS":false} {"level":"info","ts":1785360223.921163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","EoS":true} {"level":"info","ts":1785360223.9211898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360223.9212081,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360223.9212365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87511dc9-4258-4967-b18b-6ce78491cd3a"} {"level":"info","ts":1785360233.439106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360233.4392188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f52d77d3-24d0-43d9-a64a-7abdf0a8404d"} {"level":"info","ts":1785360233.4392538,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f52d77d3-24d0-43d9-a64a-7abdf0a8404d"} {"level":"info","ts":1785360233.4392817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f52d77d3-24d0-43d9-a64a-7abdf0a8404d","EoS":false} {"level":"info","ts":1785360233.4393961,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f52d77d3-24d0-43d9-a64a-7abdf0a8404d","EoS":true} {"level":"info","ts":1785360233.4394624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f52d77d3-24d0-43d9-a64a-7abdf0a8404d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360233.4394915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f52d77d3-24d0-43d9-a64a-7abdf0a8404d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360233.439522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f52d77d3-24d0-43d9-a64a-7abdf0a8404d"} {"level":"info","ts":1785360252.0480015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360252.0480871,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fb04841-6671-412d-8ef9-dcd7d4d5e822"} {"level":"info","ts":1785360252.0480971,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2fb04841-6671-412d-8ef9-dcd7d4d5e822"} {"level":"info","ts":1785360252.048108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fb04841-6671-412d-8ef9-dcd7d4d5e822","EoS":false} {"level":"info","ts":1785360252.04812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fb04841-6671-412d-8ef9-dcd7d4d5e822","EoS":true} {"level":"info","ts":1785360252.0481408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fb04841-6671-412d-8ef9-dcd7d4d5e822","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360252.0481577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fb04841-6671-412d-8ef9-dcd7d4d5e822","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360252.0481834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2fb04841-6671-412d-8ef9-dcd7d4d5e822"} {"level":"info","ts":1785360261.692211,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360261.692304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360261.6923149,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360261.692327,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","EoS":false} {"level":"info","ts":1785360261.6923404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","EoS":true} {"level":"info","ts":1785360261.692366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360261.6923842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360261.6924016,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78476f83-b793-406b-8e0a-05c93137a7a4"} {"level":"info","ts":1785360271.216753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360271.2168343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2168436,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2168555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","EoS":false} {"level":"info","ts":1785360271.2168682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","EoS":true} {"level":"info","ts":1785360271.2168896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360271.2169065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360271.2169294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bc5269e-178c-454d-8308-415686d00d52"} {"level":"info","ts":1785360271.2584891,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360271.25858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360271.2585883,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360271.2586002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","EoS":false} {"level":"info","ts":1785360271.2586112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","EoS":true} {"level":"info","ts":1785360271.2586315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360271.2586503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360271.258678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1dc6e4a-309c-4421-a79a-75e43b59f0ca"} {"level":"info","ts":1785360291.0344203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360291.0345223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360291.0345364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360291.0345569,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","EoS":false} {"level":"info","ts":1785360291.0345812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","EoS":true} {"level":"info","ts":1785360291.034618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360291.0346413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360291.034678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"282ecbe3-8dec-4920-9c2c-6e203bafaff3"} {"level":"info","ts":1785360300.5674796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360300.5675774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bb43717-1f5e-4667-98f7-29ffb2697319"} {"level":"info","ts":1785360300.5675938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bb43717-1f5e-4667-98f7-29ffb2697319"} {"level":"info","ts":1785360300.5676103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb43717-1f5e-4667-98f7-29ffb2697319","EoS":false} {"level":"info","ts":1785360300.5676272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb43717-1f5e-4667-98f7-29ffb2697319","EoS":true} {"level":"info","ts":1785360300.5676556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bb43717-1f5e-4667-98f7-29ffb2697319","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360300.5676777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bb43717-1f5e-4667-98f7-29ffb2697319","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360300.5677307,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bb43717-1f5e-4667-98f7-29ffb2697319"} {"level":"info","ts":1785360306.0670376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360306.067129,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddfdb149-b862-4125-a719-4129305df966"} {"level":"info","ts":1785360306.0671403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddfdb149-b862-4125-a719-4129305df966"} {"level":"info","ts":1785360306.0671518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddfdb149-b862-4125-a719-4129305df966","EoS":false} {"level":"info","ts":1785360306.0671647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddfdb149-b862-4125-a719-4129305df966","EoS":true} {"level":"info","ts":1785360306.0671878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddfdb149-b862-4125-a719-4129305df966","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785360306.0672112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddfdb149-b862-4125-a719-4129305df966","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785360306.0672345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddfdb149-b862-4125-a719-4129305df966"} {"level":"info","ts":1785360408.1155152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360408.1156194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4834a6af-844c-93c6-bab3-286b4de2674c"} {"level":"info","ts":1785360408.1156342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4834a6af-844c-93c6-bab3-286b4de2674c"} {"level":"info","ts":1785360408.1156545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4834a6af-844c-93c6-bab3-286b4de2674c","EoS":false} {"level":"info","ts":1785360408.1156735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4834a6af-844c-93c6-bab3-286b4de2674c","EoS":true} {"level":"info","ts":1785360408.1157358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4834a6af-844c-93c6-bab3-286b4de2674c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785360408.1157591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4834a6af-844c-93c6-bab3-286b4de2674c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785360408.1157932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4834a6af-844c-93c6-bab3-286b4de2674c"} {"level":"info","ts":1785360435.520864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360435.5209446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360435.5209537,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360435.5209649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","EoS":false} {"level":"info","ts":1785360435.5209749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","EoS":true} {"level":"info","ts":1785360435.5209942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785360435.5210109,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785360435.5210342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a79a70c-5cd8-4587-81f7-a4cf8722ed41"} {"level":"info","ts":1785360477.390459,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360477.3905473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360477.3905566,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360477.3905702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","EoS":false} {"level":"info","ts":1785360477.390582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","EoS":true} {"level":"info","ts":1785360477.3906038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360477.390621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360477.390646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d9174cc-af36-4de5-9801-d781dbd9a6e4"} {"level":"info","ts":1785360492.7063227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360492.7064114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360492.7064247,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360492.7064407,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","EoS":false} {"level":"info","ts":1785360492.706461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","EoS":true} {"level":"info","ts":1785360492.7064834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360492.7065003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360492.706526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6fdc9328-6a5e-4741-95de-b4fd4185113b"} {"level":"info","ts":1785360493.012514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360493.0126257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c00b6e4-d78c-4be1-a1b3-e760ddd3b134"} {"level":"info","ts":1785360493.0126438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c00b6e4-d78c-4be1-a1b3-e760ddd3b134"} {"level":"info","ts":1785360493.0126662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c00b6e4-d78c-4be1-a1b3-e760ddd3b134","EoS":false} {"level":"info","ts":1785360493.0126882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c00b6e4-d78c-4be1-a1b3-e760ddd3b134","EoS":true} {"level":"info","ts":1785360493.0127487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c00b6e4-d78c-4be1-a1b3-e760ddd3b134","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785360493.0127695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c00b6e4-d78c-4be1-a1b3-e760ddd3b134","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360493.012803,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c00b6e4-d78c-4be1-a1b3-e760ddd3b134"} {"level":"info","ts":1785360810.9071605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360810.9072714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.9072855,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.9073043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","EoS":false} {"level":"info","ts":1785360810.907322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","EoS":true} {"level":"info","ts":1785360810.9073577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360810.9073784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360810.9074094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6693da0f-81bf-4087-baa1-4abe39f6c4aa"} {"level":"info","ts":1785360810.9459248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360810.9460115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9460218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9460337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","EoS":false} {"level":"info","ts":1785360810.946048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","EoS":true} {"level":"info","ts":1785360810.946072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360810.9460902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360810.9461067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d5d77c4-9265-47aa-98ca-28c48938252b"} {"level":"info","ts":1785360810.9812508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360810.9813406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0e3a293-738e-4f98-8d47-f6d63a8e09a5"} {"level":"info","ts":1785360810.9813533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0e3a293-738e-4f98-8d47-f6d63a8e09a5"} {"level":"info","ts":1785360810.9813685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0e3a293-738e-4f98-8d47-f6d63a8e09a5","EoS":false} {"level":"info","ts":1785360810.9813845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0e3a293-738e-4f98-8d47-f6d63a8e09a5","EoS":true} {"level":"info","ts":1785360810.9814177,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0e3a293-738e-4f98-8d47-f6d63a8e09a5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360810.9815006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0e3a293-738e-4f98-8d47-f6d63a8e09a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360810.9815311,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0e3a293-738e-4f98-8d47-f6d63a8e09a5"} {"level":"info","ts":1785360811.01436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360811.0144398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da229678-f11c-499b-bf58-071f2fd4de62"} {"level":"info","ts":1785360811.0144496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da229678-f11c-499b-bf58-071f2fd4de62"} {"level":"info","ts":1785360811.0144613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da229678-f11c-499b-bf58-071f2fd4de62","EoS":false} {"level":"info","ts":1785360811.0144734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da229678-f11c-499b-bf58-071f2fd4de62","EoS":true} {"level":"info","ts":1785360811.0144985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da229678-f11c-499b-bf58-071f2fd4de62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785360811.0145166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da229678-f11c-499b-bf58-071f2fd4de62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785360811.0145419,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da229678-f11c-499b-bf58-071f2fd4de62"} {"level":"info","ts":1785360815.8766246,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3cc604b-3b96-4bf8-853e-26e57ebe332b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360815.8766687,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3cc604b-3b96-4bf8-853e-26e57ebe332b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785360815.8767533,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e82636b6-4a0c-4c6e-a5a5-ed437a07a15e"} {"level":"info","ts":1785360815.881883,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aebd78fe-50c6-4068-89a9-d22bd88332db","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360815.8819172,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aebd78fe-50c6-4068-89a9-d22bd88332db","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785360815.8850398,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e82636b6-4a0c-4c6e-a5a5-ed437a07a15e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360815.885385,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36744.412484757,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360815.8854144,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.0548332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd11af3-4d81-4382-bc8b-d5f6d6b65f61"} {"level":"info","ts":1785360816.0557883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"603585a0-840b-44e3-b426-666f34987d09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.0558584,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"603585a0-840b-44e3-b426-666f34987d09","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.057039,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1d3990e-c9d8-477d-b1bf-54a4cd6fe600","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.057428,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1d3990e-c9d8-477d-b1bf-54a4cd6fe600","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.0575173,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07d03a84-e382-45ef-a60b-6363d41810e2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.0575442,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07d03a84-e382-45ef-a60b-6363d41810e2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.0581844,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c97bc494-18b1-473a-ba32-746126bcceaa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.0582225,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c97bc494-18b1-473a-ba32-746126bcceaa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.0613852,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6212df6a-e06c-490f-8295-673640a1d636","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360816.061436,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6212df6a-e06c-490f-8295-673640a1d636","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785360816.0615623,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd11af3-4d81-4382-bc8b-d5f6d6b65f61","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360816.0619922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35947.477361391,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.0620172,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.0637255,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.0864885,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36298.035182574,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.0865216,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.1562862,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a5dd89f-830c-4865-82c6-5380789bef65","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.1563413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a5dd89f-830c-4865-82c6-5380789bef65","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.1564007,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"543b8643-f211-4991-b77d-707d5c3bcef7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.15642,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"543b8643-f211-4991-b77d-707d5c3bcef7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785360816.1582975,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.1586614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785360816.1622488,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd11af3-4d81-4382-bc8b-d5f6d6b65f61","name":"e2e-external-model"} {"level":"info","ts":1785360816.1745076,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd11af3-4d81-4382-bc8b-d5f6d6b65f61","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360816.1750617,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23e9b942-85d2-4cb8-8695-a20ed6ae91c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360816.175093,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"23e9b942-85d2-4cb8-8695-a20ed6ae91c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785360816.178051,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd11af3-4d81-4382-bc8b-d5f6d6b65f61","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360816.1781511,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf26384-fbc2-4d4c-9f2c-8dd116cae6bf"} {"level":"info","ts":1785360816.178223,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf26384-fbc2-4d4c-9f2c-8dd116cae6bf","name":"e2e-external-model"} {"level":"info","ts":1785360816.1854777,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf26384-fbc2-4d4c-9f2c-8dd116cae6bf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360816.1875248,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e82636b6-4a0c-4c6e-a5a5-ed437a07a15e","name":"e2e-external-provider"} {"level":"info","ts":1785360816.1991017,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e82636b6-4a0c-4c6e-a5a5-ed437a07a15e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785360816.2038162,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e82636b6-4a0c-4c6e-a5a5-ed437a07a15e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360816.2039366,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d296f693-ea8d-46d9-9ebb-57bac94e30a5"} {"level":"info","ts":1785360816.2039952,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d296f693-ea8d-46d9-9ebb-57bac94e30a5","name":"e2e-external-provider"} {"level":"info","ts":1785360816.2141573,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d296f693-ea8d-46d9-9ebb-57bac94e30a5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785360827.807828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360827.8079073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7"} {"level":"info","ts":1785360827.8079317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7"} {"level":"info","ts":1785360827.807943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7","EoS":false} {"level":"info","ts":1785360827.807956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7","EoS":true} {"level":"info","ts":1785360827.8079772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785360827.8079937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785360827.8080018,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7","modelName":"e2e-external-model"} {"level":"info","ts":1785360827.8080158,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785360827.808082,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4465426a-ffcc-452e-945b-52a09aae44f7"} {"level":"info","ts":1785360827.8556144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360827.8557444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d"} {"level":"info","ts":1785360827.8557613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d"} {"level":"info","ts":1785360827.8557794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d","EoS":false} {"level":"info","ts":1785360827.855798,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d","EoS":true} {"level":"info","ts":1785360827.8558269,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785360827.855848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785360827.8558638,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d","modelName":"e2e-external-model"} {"level":"info","ts":1785360827.8558822,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785360827.85593,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef7bc3fb-09f4-4ddd-ac6a-ed261822355d"} {"level":"info","ts":1785360827.8833675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360827.8834455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360827.8834548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360827.883467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","EoS":false} {"level":"info","ts":1785360827.8834786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","EoS":true} {"level":"info","ts":1785360827.8834996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785360827.883516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785360827.883526,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","modelName":"e2e-external-model"} {"level":"info","ts":1785360827.8835402,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785360827.8835773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd895dd8-b1a9-4060-9c87-0a2f7132a65f"} {"level":"info","ts":1785360828.112889,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a16cd4d-90d0-4481-a2b6-21e95a82a111","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.1129265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a16cd4d-90d0-4481-a2b6-21e95a82a111","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785360828.1129663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91d423a2-0785-4755-a17d-d7d4007376ed"} {"level":"info","ts":1785360828.1229048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"561b06d9-4c81-4576-b006-7c2c53ddd418","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.1229637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"561b06d9-4c81-4576-b006-7c2c53ddd418","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785360828.1233585,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91d423a2-0785-4755-a17d-d7d4007376ed","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360828.1234233,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91d423a2-0785-4755-a17d-d7d4007376ed","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.1432204,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91d423a2-0785-4755-a17d-d7d4007376ed","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785360828.1471047,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91d423a2-0785-4755-a17d-d7d4007376ed","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360828.1472251,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b61d9fe5-4f71-49d2-aaf4-9b0e5cbe2bc3"} {"level":"info","ts":1785360828.1472898,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b61d9fe5-4f71-49d2-aaf4-9b0e5cbe2bc3","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.1540415,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"659fc65a-acec-41ad-b3bd-099e85b9a8ff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.1540844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"659fc65a-acec-41ad-b3bd-099e85b9a8ff","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785360828.1889052,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b61d9fe5-4f71-49d2-aaf4-9b0e5cbe2bc3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785360828.188991,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b61d9fe5-4f71-49d2-aaf4-9b0e5cbe2bc3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360828.1891382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23b7848f-e808-4082-aabf-468c710d81de"} {"level":"info","ts":1785360828.189243,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23b7848f-e808-4082-aabf-468c710d81de","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.208336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77819fb5-5e92-4432-8ec5-51d5fe1c96d6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.2083669,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77819fb5-5e92-4432-8ec5-51d5fe1c96d6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785360828.2093508,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23b7848f-e808-4082-aabf-468c710d81de","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785360828.214323,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23b7848f-e808-4082-aabf-468c710d81de","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785360828.2144258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d10cf65-0433-44b4-80d2-bd3c248808d6"} {"level":"info","ts":1785360828.2144954,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d10cf65-0433-44b4-80d2-bd3c248808d6","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.233734,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d10cf65-0433-44b4-80d2-bd3c248808d6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360828.2541995,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52c18da1-45bd-4e2f-be65-428f68be4aa9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360828.2542286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52c18da1-45bd-4e2f-be65-428f68be4aa9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785360828.2558832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"752e7abe-e73d-4922-b4ae-7efff70e9359"} {"level":"info","ts":1785360828.2559462,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"752e7abe-e73d-4922-b4ae-7efff70e9359","name":"e2e-cleanup-test"} {"level":"info","ts":1785360828.273352,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"752e7abe-e73d-4922-b4ae-7efff70e9359","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785360836.390744,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1e370a2-6f16-4152-ba22-c3ab07fc3afd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360836.3908246,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1e370a2-6f16-4152-ba22-c3ab07fc3afd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785360836.390744,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c911bef-b755-483b-b95f-c2e42bbcb6d4"} {"level":"info","ts":1785360840.7116325,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360840.7117648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f"} {"level":"info","ts":1785360840.7117836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f"} {"level":"info","ts":1785360840.7118084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f","EoS":false} {"level":"info","ts":1785360840.7118304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f","EoS":true} {"level":"info","ts":1785360840.7118657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785360840.711888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785360840.7119234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8503f794-d170-415a-920d-c03b7fa0ca9f"} {"level":"info","ts":1785360840.7370322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360840.737121,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.7371328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.7371438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","EoS":false} {"level":"info","ts":1785360840.7371545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","EoS":true} {"level":"info","ts":1785360840.737175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785360840.737193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785360840.7372034,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","modelName":"e2e-external-model"} {"level":"info","ts":1785360840.737221,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785360840.737266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93315f11-cb29-4d0d-aadb-7a6217ade37e"} {"level":"info","ts":1785360840.8840728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360840.8841608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.8841748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.8841922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","EoS":false} {"level":"info","ts":1785360840.884214,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","EoS":true} {"level":"info","ts":1785360840.8842459,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785360840.8842661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785360840.884295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a86d3975-f38e-4b9b-84e3-c758c127c6b4"} {"level":"info","ts":1785360840.97624,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785360840.976318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360840.9763296,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360840.9763403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","EoS":false} {"level":"info","ts":1785360840.9763503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","EoS":true} {"level":"info","ts":1785360840.9763749,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c","field":"model"} {"level":"info","ts":1785360840.9764023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f94e4544-9829-4401-93aa-04bc4cbfea1c"} {"level":"info","ts":1785360841.9790046,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76ed8250-1f72-49e1-aa66-74f9d3aec147"} {"level":"info","ts":1785360841.978977,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c902e185-cd51-49f9-ba3b-2bd22f4c0f11","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360841.979092,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c902e185-cd51-49f9-ba3b-2bd22f4c0f11","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785360842.1465237,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9771005e-00c9-4124-aa9c-0f92f3aa4e45"} {"level":"info","ts":1785360842.1465273,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61ec8302-ae44-4958-9a3e-9770d62d8dd8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785360842.146583,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"61ec8302-ae44-4958-9a3e-9770d62d8dd8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785362302.7907786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785362302.7908695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"517c52a0-521e-4ef8-80ce-1cb25654560d"} {"level":"info","ts":1785362377.5601797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785362377.560267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"} {"level":"info","ts":1785362377.560276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"} {"level":"info","ts":1785362377.5602868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","EoS":false} {"level":"info","ts":1785362377.5602977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","EoS":true} {"level":"info","ts":1785362377.5603232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785362377.5603406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785362377.5603626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f23399ce-79ba-4941-bcd8-0b2ad8d963d7"}