{"level":"info","ts":1785182031.7433271,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53be6854-6adf-4ed3-a25b-49cd06aa1bb9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182031.7433434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53be6854-6adf-4ed3-a25b-49cd06aa1bb9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182031.7433639,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53be6854-6adf-4ed3-a25b-49cd06aa1bb9"} {"level":"info","ts":1785182031.7801294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182031.7802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"657fc0dd-012f-4fd5-884f-94ff11a80543"} {"level":"info","ts":1785182031.7802136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"657fc0dd-012f-4fd5-884f-94ff11a80543"} {"level":"info","ts":1785182031.7802253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"657fc0dd-012f-4fd5-884f-94ff11a80543","EoS":false} {"level":"info","ts":1785182031.7802355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"657fc0dd-012f-4fd5-884f-94ff11a80543","EoS":true} {"level":"info","ts":1785182031.7802672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"657fc0dd-012f-4fd5-884f-94ff11a80543","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182031.780284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"657fc0dd-012f-4fd5-884f-94ff11a80543","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182031.7803035,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"657fc0dd-012f-4fd5-884f-94ff11a80543"} {"level":"info","ts":1785182035.9374053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182035.937518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72305707-99a3-4346-ae69-3b6158b7787c"} {"level":"info","ts":1785182035.937534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72305707-99a3-4346-ae69-3b6158b7787c"} {"level":"info","ts":1785182035.9375463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72305707-99a3-4346-ae69-3b6158b7787c","EoS":false} {"level":"info","ts":1785182035.9375584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72305707-99a3-4346-ae69-3b6158b7787c","EoS":true} {"level":"info","ts":1785182035.9375842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72305707-99a3-4346-ae69-3b6158b7787c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182035.9375997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72305707-99a3-4346-ae69-3b6158b7787c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182035.9376228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72305707-99a3-4346-ae69-3b6158b7787c"} {"level":"info","ts":1785182054.8543859,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182054.8545225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182054.854538,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182054.8545575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","EoS":false} {"level":"info","ts":1785182054.8545704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","EoS":true} {"level":"info","ts":1785182054.8545923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182054.8546076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182054.8546305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b49e3114-4c00-4c36-aa1b-dd0cdf19f02d"} {"level":"info","ts":1785182054.9928231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182054.9929051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182054.9929178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182054.992929,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","EoS":false} {"level":"info","ts":1785182054.9929392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","EoS":true} {"level":"info","ts":1785182054.9929776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182054.9929936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182054.9930162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"501cc061-d91c-4d31-99d9-5b06cbde2f7b"} {"level":"info","ts":1785182055.1281414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182055.1282325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.1282425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.1282558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","EoS":false} {"level":"info","ts":1785182055.1282725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","EoS":true} {"level":"info","ts":1785182055.1282964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182055.128313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182055.128335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4caa5176-510e-496d-95e1-7ca4f7f8a3ff"} {"level":"info","ts":1785182055.2667723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182055.2668502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.2668598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.26687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","EoS":false} {"level":"info","ts":1785182055.266881,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","EoS":true} {"level":"info","ts":1785182055.2669034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182055.266922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182055.2669442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0855db03-3505-48cd-b65f-c49dc3955410"} {"level":"info","ts":1785182055.4012775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182055.4013588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182055.4013703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182055.401382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","EoS":false} {"level":"info","ts":1785182055.4014013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","EoS":true} {"level":"info","ts":1785182055.4014242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182055.4014394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182055.4014616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"812ca5d0-8413-4ba8-a7a7-b0953b0a4b12"} {"level":"info","ts":1785182055.5341563,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182055.5342493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1ccc510-2c81-44b9-ad16-45364b9dad05"} {"level":"info","ts":1785182055.5342674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1ccc510-2c81-44b9-ad16-45364b9dad05"} {"level":"info","ts":1785182055.5342858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1ccc510-2c81-44b9-ad16-45364b9dad05","EoS":false} {"level":"info","ts":1785182055.5343037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1ccc510-2c81-44b9-ad16-45364b9dad05","EoS":true} {"level":"info","ts":1785182055.534336,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1ccc510-2c81-44b9-ad16-45364b9dad05","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182055.534357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1ccc510-2c81-44b9-ad16-45364b9dad05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182055.5343914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1ccc510-2c81-44b9-ad16-45364b9dad05"} {"level":"info","ts":1785182075.2984142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182075.2985194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.29853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.2985415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","EoS":false} {"level":"info","ts":1785182075.2985528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","EoS":true} {"level":"info","ts":1785182075.298576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182075.2985928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182075.2986135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06e1978a-f2f0-4676-9028-789474dbf649"} {"level":"info","ts":1785182075.3361142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182075.3361857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.336194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.3362043,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","EoS":false} {"level":"info","ts":1785182075.3362172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","EoS":true} {"level":"info","ts":1785182075.3362381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182075.3362534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182075.3362737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dda60106-323d-451e-9f4d-1a8ace47a87f"} {"level":"info","ts":1785182075.374114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182075.3742008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16709af9-aa20-4d48-bc1a-0a14f05b8237"} {"level":"info","ts":1785182075.3742151,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16709af9-aa20-4d48-bc1a-0a14f05b8237"} {"level":"info","ts":1785182075.3742287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16709af9-aa20-4d48-bc1a-0a14f05b8237","EoS":false} {"level":"info","ts":1785182075.3742461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16709af9-aa20-4d48-bc1a-0a14f05b8237","EoS":true} {"level":"info","ts":1785182075.3742642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16709af9-aa20-4d48-bc1a-0a14f05b8237","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182075.3742795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16709af9-aa20-4d48-bc1a-0a14f05b8237","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182075.3743002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16709af9-aa20-4d48-bc1a-0a14f05b8237"} {"level":"info","ts":1785182075.4065802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182075.4066591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45794a54-57f9-4eaa-a8d9-ee9ce849d58b"} {"level":"info","ts":1785182075.4066713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45794a54-57f9-4eaa-a8d9-ee9ce849d58b"} {"level":"info","ts":1785182075.406682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45794a54-57f9-4eaa-a8d9-ee9ce849d58b","EoS":false} {"level":"info","ts":1785182075.4066925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45794a54-57f9-4eaa-a8d9-ee9ce849d58b","EoS":true} {"level":"info","ts":1785182075.4067154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45794a54-57f9-4eaa-a8d9-ee9ce849d58b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182075.4067347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45794a54-57f9-4eaa-a8d9-ee9ce849d58b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182075.4067597,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45794a54-57f9-4eaa-a8d9-ee9ce849d58b"} {"level":"info","ts":1785182075.4384656,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182075.4385605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a919d6a-7023-44f1-89a6-4b0fa1f3f0c2"} {"level":"info","ts":1785182080.0428314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182080.0429192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182080.0429332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182080.0429454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","EoS":false} {"level":"info","ts":1785182080.0429583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","EoS":true} {"level":"info","ts":1785182080.0429795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182080.0429962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182080.043021,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cba87242-e1da-472a-85a8-c35415f758ed"} {"level":"info","ts":1785182088.5937085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182088.593818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff068fc1-54ff-93ae-8479-6bb3f33fb8cc"} {"level":"info","ts":1785182088.5938406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff068fc1-54ff-93ae-8479-6bb3f33fb8cc"} {"level":"info","ts":1785182088.5938613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff068fc1-54ff-93ae-8479-6bb3f33fb8cc","EoS":false} {"level":"info","ts":1785182088.5938761,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff068fc1-54ff-93ae-8479-6bb3f33fb8cc","EoS":true} {"level":"info","ts":1785182088.593907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff068fc1-54ff-93ae-8479-6bb3f33fb8cc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182088.5939271,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff068fc1-54ff-93ae-8479-6bb3f33fb8cc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182088.5939589,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff068fc1-54ff-93ae-8479-6bb3f33fb8cc"} {"level":"info","ts":1785182090.6247652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182090.624851,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182090.6248627,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182090.6248796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","EoS":false} {"level":"info","ts":1785182090.6248996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","EoS":true} {"level":"info","ts":1785182090.624932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182090.6249516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182090.6249816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ff4c5f6-a6de-4825-a769-bf0cb5d63941"} {"level":"info","ts":1785182103.470617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182103.4706917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182103.470701,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182103.470713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","EoS":false} {"level":"info","ts":1785182103.4707253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","EoS":true} {"level":"info","ts":1785182103.4707565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182103.4707785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182103.4708114,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05046472-610c-4e90-af4c-c5706f2ec7c2"} {"level":"info","ts":1785182111.9905114,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182111.9906108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182111.9906242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182111.9906387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","EoS":false} {"level":"info","ts":1785182111.9906569,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","EoS":true} {"level":"info","ts":1785182111.9906833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182111.9907036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182111.990732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1eccd079-ac47-4624-92d6-566162c23dbb"} {"level":"info","ts":1785182120.8502436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182120.8503413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182120.850358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182120.8503704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","EoS":false} {"level":"info","ts":1785182120.8503854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","EoS":true} {"level":"info","ts":1785182120.8504078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182120.8504236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182120.8504493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b528206-2261-41a3-8807-9a836c0ecfaa"} {"level":"info","ts":1785182129.8060615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182129.8061569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4da6371-0145-4866-8c53-db6f2186fa56"} {"level":"info","ts":1785182129.8061724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4da6371-0145-4866-8c53-db6f2186fa56"} {"level":"info","ts":1785182129.8061852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4da6371-0145-4866-8c53-db6f2186fa56","EoS":false} {"level":"info","ts":1785182129.8061976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4da6371-0145-4866-8c53-db6f2186fa56","EoS":true} {"level":"info","ts":1785182129.8062205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4da6371-0145-4866-8c53-db6f2186fa56","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182129.8062363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4da6371-0145-4866-8c53-db6f2186fa56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182129.8062592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4da6371-0145-4866-8c53-db6f2186fa56"} {"level":"info","ts":1785182134.5576322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182134.5577095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61ceb7b4-ba1a-48bb-b6ea-3ac2fea644f4"} {"level":"info","ts":1785182134.557721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61ceb7b4-ba1a-48bb-b6ea-3ac2fea644f4"} {"level":"info","ts":1785182134.5577328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61ceb7b4-ba1a-48bb-b6ea-3ac2fea644f4","EoS":false} {"level":"info","ts":1785182134.5577457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61ceb7b4-ba1a-48bb-b6ea-3ac2fea644f4","EoS":true} {"level":"info","ts":1785182134.557765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61ceb7b4-ba1a-48bb-b6ea-3ac2fea644f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182134.557787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61ceb7b4-ba1a-48bb-b6ea-3ac2fea644f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182134.5578067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61ceb7b4-ba1a-48bb-b6ea-3ac2fea644f4"} {"level":"info","ts":1785182139.29334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182139.2934127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9144c7cd-c069-4aca-829b-d78bed5df513"} {"level":"info","ts":1785182139.2934248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9144c7cd-c069-4aca-829b-d78bed5df513"} {"level":"info","ts":1785182139.293436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9144c7cd-c069-4aca-829b-d78bed5df513","EoS":false} {"level":"info","ts":1785182139.2934473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9144c7cd-c069-4aca-829b-d78bed5df513","EoS":true} {"level":"info","ts":1785182139.2934663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9144c7cd-c069-4aca-829b-d78bed5df513","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182139.2935088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9144c7cd-c069-4aca-829b-d78bed5df513","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182139.293533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9144c7cd-c069-4aca-829b-d78bed5df513"} {"level":"info","ts":1785182139.543439,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182139.543564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e7c09af-b962-4ef0-b837-709f7b11ec87"} {"level":"info","ts":1785182139.5435822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e7c09af-b962-4ef0-b837-709f7b11ec87"} {"level":"info","ts":1785182139.5435958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e7c09af-b962-4ef0-b837-709f7b11ec87","EoS":false} {"level":"info","ts":1785182139.5436094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e7c09af-b962-4ef0-b837-709f7b11ec87","EoS":true} {"level":"info","ts":1785182139.5436308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e7c09af-b962-4ef0-b837-709f7b11ec87","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182139.5436459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e7c09af-b962-4ef0-b837-709f7b11ec87","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182139.5436687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e7c09af-b962-4ef0-b837-709f7b11ec87"} {"level":"info","ts":1785182141.5750306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182141.575126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27d0374a-5722-4718-9cd1-f202917faa75"} {"level":"info","ts":1785182141.5751457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27d0374a-5722-4718-9cd1-f202917faa75"} {"level":"info","ts":1785182141.5751603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27d0374a-5722-4718-9cd1-f202917faa75","EoS":false} {"level":"info","ts":1785182141.5751772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27d0374a-5722-4718-9cd1-f202917faa75","EoS":true} {"level":"info","ts":1785182141.5752041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27d0374a-5722-4718-9cd1-f202917faa75","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182141.575223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27d0374a-5722-4718-9cd1-f202917faa75","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182141.575249,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27d0374a-5722-4718-9cd1-f202917faa75"} {"level":"info","ts":1785182143.608076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182143.6081562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c7813c5-4b71-46ff-98ab-e09ff010f843"} {"level":"info","ts":1785182143.608165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c7813c5-4b71-46ff-98ab-e09ff010f843"} {"level":"info","ts":1785182143.6081753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c7813c5-4b71-46ff-98ab-e09ff010f843","EoS":false} {"level":"info","ts":1785182143.6081848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c7813c5-4b71-46ff-98ab-e09ff010f843","EoS":true} {"level":"info","ts":1785182143.6082041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c7813c5-4b71-46ff-98ab-e09ff010f843","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182143.6082199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c7813c5-4b71-46ff-98ab-e09ff010f843","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182143.6082413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c7813c5-4b71-46ff-98ab-e09ff010f843"} {"level":"info","ts":1785182145.6389909,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182145.639074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182145.639084,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182145.6390953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","EoS":false} {"level":"info","ts":1785182145.6391065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","EoS":true} {"level":"info","ts":1785182145.6391275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182145.6391442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182145.639164,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f96da02a-5f81-45c6-82c2-4e3b7c1b1a14"} {"level":"info","ts":1785182168.5412607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182168.541354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182168.5413723,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182168.5413847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","EoS":false} {"level":"info","ts":1785182168.541398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","EoS":true} {"level":"info","ts":1785182168.5414188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182168.5414343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182168.5414596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8171c8d-8020-431a-8ab2-c81199bdb183"} {"level":"info","ts":1785182177.828044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182177.8281245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bc9e3cd-b389-4422-b839-db718a87b99a"} {"level":"info","ts":1785182177.82814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bc9e3cd-b389-4422-b839-db718a87b99a"} {"level":"info","ts":1785182177.8281553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bc9e3cd-b389-4422-b839-db718a87b99a","EoS":false} {"level":"info","ts":1785182177.8281708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bc9e3cd-b389-4422-b839-db718a87b99a","EoS":true} {"level":"info","ts":1785182177.8281963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bc9e3cd-b389-4422-b839-db718a87b99a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182177.8282137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bc9e3cd-b389-4422-b839-db718a87b99a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182177.828235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bc9e3cd-b389-4422-b839-db718a87b99a"} {"level":"info","ts":1785182183.3668797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182183.3669615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7e82418-4d4f-4262-afe3-88d47e2203b3"} {"level":"info","ts":1785182183.3669713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7e82418-4d4f-4262-afe3-88d47e2203b3"} {"level":"info","ts":1785182183.3669822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7e82418-4d4f-4262-afe3-88d47e2203b3","EoS":false} {"level":"info","ts":1785182183.3669941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7e82418-4d4f-4262-afe3-88d47e2203b3","EoS":true} {"level":"info","ts":1785182183.3670156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7e82418-4d4f-4262-afe3-88d47e2203b3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182183.3670323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7e82418-4d4f-4262-afe3-88d47e2203b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182183.3670566,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7e82418-4d4f-4262-afe3-88d47e2203b3"} {"level":"info","ts":1785182192.8622258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182192.8623166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffdcf980-2394-4eb6-a98a-cb4de2ec5651"} {"level":"info","ts":1785182192.8623347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffdcf980-2394-4eb6-a98a-cb4de2ec5651"} {"level":"info","ts":1785182192.8623536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffdcf980-2394-4eb6-a98a-cb4de2ec5651","EoS":false} {"level":"info","ts":1785182192.8623736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffdcf980-2394-4eb6-a98a-cb4de2ec5651","EoS":true} {"level":"info","ts":1785182192.8624017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffdcf980-2394-4eb6-a98a-cb4de2ec5651","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182192.862421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffdcf980-2394-4eb6-a98a-cb4de2ec5651","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182192.862454,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffdcf980-2394-4eb6-a98a-cb4de2ec5651"} {"level":"info","ts":1785182194.8947737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182194.89489,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182194.894903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182194.8949158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","EoS":false} {"level":"info","ts":1785182194.8949265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","EoS":true} {"level":"info","ts":1785182194.8949466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182194.8949625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182194.8949819,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43af1223-d931-4f66-a349-7f61e0475601"} {"level":"info","ts":1785182204.2528403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182204.2529383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.252956,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.2529745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","EoS":false} {"level":"info","ts":1785182204.252997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","EoS":true} {"level":"info","ts":1785182204.2530324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182204.2530525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182204.2530816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aac60f73-9289-4ed5-9b79-c2691c8b4c2e"} {"level":"info","ts":1785182204.2868218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182204.2869027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182204.2869172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182204.2869296,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","EoS":false} {"level":"info","ts":1785182204.2869422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","EoS":true} {"level":"info","ts":1785182204.2869637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182204.286978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182204.2869997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05a308a2-1907-4228-a160-bfcab68ac87f"} {"level":"info","ts":1785182223.3029673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182223.3030577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182223.3030713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182223.3030899,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","EoS":false} {"level":"info","ts":1785182223.303107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","EoS":true} {"level":"info","ts":1785182223.3031397,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182223.3031592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182223.303191,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ef473b5-4214-4177-b4a5-f21450f843c5"} {"level":"info","ts":1785182232.610364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182232.610454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0071885-be1e-4eca-a259-d41d7d8cde21"} {"level":"info","ts":1785182232.6104648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0071885-be1e-4eca-a259-d41d7d8cde21"} {"level":"info","ts":1785182232.6104996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0071885-be1e-4eca-a259-d41d7d8cde21","EoS":false} {"level":"info","ts":1785182232.6105137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0071885-be1e-4eca-a259-d41d7d8cde21","EoS":true} {"level":"info","ts":1785182232.6105375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0071885-be1e-4eca-a259-d41d7d8cde21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182232.6105545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0071885-be1e-4eca-a259-d41d7d8cde21","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182232.6105757,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0071885-be1e-4eca-a259-d41d7d8cde21"} {"level":"info","ts":1785182237.7802453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182237.7803342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47458039-0210-464c-8de1-57104d7fd204"} {"level":"info","ts":1785182237.7803433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47458039-0210-464c-8de1-57104d7fd204"} {"level":"info","ts":1785182237.780355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47458039-0210-464c-8de1-57104d7fd204","EoS":false} {"level":"info","ts":1785182237.7803655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47458039-0210-464c-8de1-57104d7fd204","EoS":true} {"level":"info","ts":1785182237.780386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47458039-0210-464c-8de1-57104d7fd204","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785182237.780403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47458039-0210-464c-8de1-57104d7fd204","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785182237.780426,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47458039-0210-464c-8de1-57104d7fd204"} {"level":"info","ts":1785182328.0398214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182328.0399055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59557f38-994c-4489-b471-48ced3a50630"} {"level":"info","ts":1785182328.0399153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59557f38-994c-4489-b471-48ced3a50630"} {"level":"info","ts":1785182328.0399265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59557f38-994c-4489-b471-48ced3a50630","EoS":false} {"level":"info","ts":1785182328.03994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59557f38-994c-4489-b471-48ced3a50630","EoS":true} {"level":"info","ts":1785182328.0399613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59557f38-994c-4489-b471-48ced3a50630","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785182328.0399766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59557f38-994c-4489-b471-48ced3a50630","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785182328.0399985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59557f38-994c-4489-b471-48ced3a50630"} {"level":"info","ts":1785182353.7161613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182353.7162397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182353.7162485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182353.716262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","EoS":false} {"level":"info","ts":1785182353.7162836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","EoS":true} {"level":"info","ts":1785182353.7163107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785182353.7163324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785182353.7163663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81e489c1-1cef-49a1-a821-ae7896e1ad76"} {"level":"info","ts":1785182390.5770268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182390.5771196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182390.577131,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182390.5771437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","EoS":false} {"level":"info","ts":1785182390.5771537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","EoS":true} {"level":"info","ts":1785182390.5771751,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182390.5771904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182390.5772133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbc67e2f-8bbe-4839-94f6-91df4c80f0a0"} {"level":"info","ts":1785182405.8022528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182405.802329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182405.8023431,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182405.8023572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","EoS":false} {"level":"info","ts":1785182405.8023705,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","EoS":true} {"level":"info","ts":1785182405.802391,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182405.8024073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182405.8024306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edda1c72-c98a-403e-938e-b8301b2985ac"} {"level":"info","ts":1785182406.0941947,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182406.0942824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b6d6cf0-3a75-4dda-9ba9-55050f23ac50"} {"level":"info","ts":1785182406.0942922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b6d6cf0-3a75-4dda-9ba9-55050f23ac50"} {"level":"info","ts":1785182406.094304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b6d6cf0-3a75-4dda-9ba9-55050f23ac50","EoS":false} {"level":"info","ts":1785182406.0943248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b6d6cf0-3a75-4dda-9ba9-55050f23ac50","EoS":true} {"level":"info","ts":1785182406.094346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b6d6cf0-3a75-4dda-9ba9-55050f23ac50","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785182406.0943615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b6d6cf0-3a75-4dda-9ba9-55050f23ac50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182406.094382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b6d6cf0-3a75-4dda-9ba9-55050f23ac50"} {"level":"info","ts":1785182726.8945787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182726.8946884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182726.894707,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182726.894726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","EoS":false} {"level":"info","ts":1785182726.8947458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","EoS":true} {"level":"info","ts":1785182726.894776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182726.8947978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182726.894822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95290e41-9e8f-42d7-900d-b38d37e38901"} {"level":"info","ts":1785182726.9282503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182726.9283302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbe30f3d-1ad5-414a-980b-3fb02c522286"} {"level":"info","ts":1785182726.9283438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dbe30f3d-1ad5-414a-980b-3fb02c522286"} {"level":"info","ts":1785182726.9283557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbe30f3d-1ad5-414a-980b-3fb02c522286","EoS":false} {"level":"info","ts":1785182726.9283662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dbe30f3d-1ad5-414a-980b-3fb02c522286","EoS":true} {"level":"info","ts":1785182726.9283838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbe30f3d-1ad5-414a-980b-3fb02c522286","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182726.9283984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbe30f3d-1ad5-414a-980b-3fb02c522286","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182726.9284182,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dbe30f3d-1ad5-414a-980b-3fb02c522286"} {"level":"info","ts":1785182726.9665632,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182726.966642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"201bec52-98b5-449e-b7a4-58504fac5dab"} {"level":"info","ts":1785182726.966663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"201bec52-98b5-449e-b7a4-58504fac5dab"} {"level":"info","ts":1785182726.9666796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"201bec52-98b5-449e-b7a4-58504fac5dab","EoS":false} {"level":"info","ts":1785182726.9666905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"201bec52-98b5-449e-b7a4-58504fac5dab","EoS":true} {"level":"info","ts":1785182726.966711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"201bec52-98b5-449e-b7a4-58504fac5dab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785182726.9667282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"201bec52-98b5-449e-b7a4-58504fac5dab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785182726.966749,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"201bec52-98b5-449e-b7a4-58504fac5dab"} {"level":"info","ts":1785182731.8077579,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7aecb7d1-194c-4515-9f30-7e5721ebdca2"} {"level":"info","ts":1785182731.8077579,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1d62f70-e53b-4637-9c79-de88c0dd6ddc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182731.8077998,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a1d62f70-e53b-4637-9c79-de88c0dd6ddc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182731.8156643,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fa5ca72-bf4e-484e-9fc7-5a3fb23faa18","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182731.8156974,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4fa5ca72-bf4e-484e-9fc7-5a3fb23faa18","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182731.8162081,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35288.530213642,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.8162284,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.9747472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.9763722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a47fa20f-6212-4504-8a14-30b7666f44e6"} {"level":"info","ts":1785182731.976518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c20dbb8b-067d-409f-948c-256a078ef71f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182731.9765544,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c20dbb8b-067d-409f-948c-256a078ef71f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182731.9766095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51e69690-5822-457b-8e08-fa6bcbaf81c7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182731.9766078,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35a09570-5dad-4ca1-ad89-1ac7dd8b0e2d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182731.9766285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51e69690-5822-457b-8e08-fa6bcbaf81c7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785182731.976637,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35a09570-5dad-4ca1-ad89-1ac7dd8b0e2d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785182731.9766846,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33307.254793332,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.9766984,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.9769928,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33112.004646719,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.9770079,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.9852672,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182731.9857721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785182732.076807,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7aecb7d1-194c-4515-9f30-7e5721ebdca2","name":"e2e-external-provider"} {"level":"info","ts":1785182732.0770187,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a47fa20f-6212-4504-8a14-30b7666f44e6","name":"e2e-external-model"} {"level":"info","ts":1785182732.088239,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7aecb7d1-194c-4515-9f30-7e5721ebdca2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182732.090743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37d6fa68-0f99-4ce4-b8a1-0ee4c7f0f2fc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182732.090781,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37d6fa68-0f99-4ce4-b8a1-0ee4c7f0f2fc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785182732.0921636,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a47fa20f-6212-4504-8a14-30b7666f44e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785182732.092142,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7aecb7d1-194c-4515-9f30-7e5721ebdca2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785182732.0922036,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a47fa20f-6212-4504-8a14-30b7666f44e6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182732.092259,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16d730b7-b751-4281-b52e-d5653a03d51d"} {"level":"info","ts":1785182732.0922592,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68601306-79a2-4033-8fa0-4246ddb3e814"} {"level":"info","ts":1785182732.0923107,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16d730b7-b751-4281-b52e-d5653a03d51d","name":"e2e-external-model"} {"level":"info","ts":1785182732.092308,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68601306-79a2-4033-8fa0-4246ddb3e814","name":"e2e-external-provider"} {"level":"info","ts":1785182732.1053133,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68601306-79a2-4033-8fa0-4246ddb3e814","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785182732.1056466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"470ed32e-d7c0-40a2-b2a1-cb6c508936f1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182732.105681,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"470ed32e-d7c0-40a2-b2a1-cb6c508936f1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785182732.110034,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16d730b7-b751-4281-b52e-d5653a03d51d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785182732.1100798,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16d730b7-b751-4281-b52e-d5653a03d51d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182732.1101222,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8791280-9a03-4a33-a573-758399e97478"} {"level":"info","ts":1785182732.1101704,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8791280-9a03-4a33-a573-758399e97478","name":"e2e-external-model"} {"level":"info","ts":1785182732.1181371,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8791280-9a03-4a33-a573-758399e97478","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182732.122018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c5f366c-0d50-4c79-89dc-d2cbd27cbc0b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182732.122045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c5f366c-0d50-4c79-89dc-d2cbd27cbc0b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785182732.123387,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8791280-9a03-4a33-a573-758399e97478","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182732.123451,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b3f720f-f437-4be8-875c-f71351b10d23"} {"level":"info","ts":1785182732.1235142,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b3f720f-f437-4be8-875c-f71351b10d23","name":"e2e-external-model"} {"level":"info","ts":1785182732.131121,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b3f720f-f437-4be8-875c-f71351b10d23","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182739.2504303,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182739.250547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f"} {"level":"info","ts":1785182739.2505698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f"} {"level":"info","ts":1785182739.2505858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f","EoS":false} {"level":"info","ts":1785182739.2505984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f","EoS":true} {"level":"info","ts":1785182739.250619,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785182739.2506363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182739.250648,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f","modelName":"e2e-external-model"} {"level":"info","ts":1785182739.2506638,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182739.2507198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac5962f8-d22b-4591-8afd-12fed97e897f"} {"level":"info","ts":1785182739.304511,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182739.3046002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383"} {"level":"info","ts":1785182739.3046167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383"} {"level":"info","ts":1785182739.3046288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383","EoS":false} {"level":"info","ts":1785182739.3046398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383","EoS":true} {"level":"info","ts":1785182739.3046608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785182739.304689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182739.3047009,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383","modelName":"e2e-external-model"} {"level":"info","ts":1785182739.304714,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182739.3047516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1033ead-5561-4d84-8c6d-19c905112383"} {"level":"info","ts":1785182739.3294225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182739.329523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f"} {"level":"info","ts":1785182739.3295376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f"} {"level":"info","ts":1785182739.3295505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","EoS":false} {"level":"info","ts":1785182739.32956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","EoS":true} {"level":"info","ts":1785182739.3295803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785182739.3295953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182739.3296037,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","modelName":"e2e-external-model"} {"level":"info","ts":1785182739.3296173,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182739.3296537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47c3ef13-3857-4a5a-a6c1-8db0c26d583f"} {"level":"info","ts":1785182739.4723504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ccbb519-6364-4aa0-9cce-d8637787083f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.472395,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ccbb519-6364-4aa0-9cce-d8637787083f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182739.4723504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"379a13eb-f9f9-4600-a5ff-69d5b638b05a"} {"level":"info","ts":1785182739.47816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b534361-0c37-4a67-9dd0-9a861e22bcec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.478193,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b534361-0c37-4a67-9dd0-9a861e22bcec","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182739.4783041,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"379a13eb-f9f9-4600-a5ff-69d5b638b05a","name":"e2e-cleanup-test"} {"level":"info","ts":1785182739.4888105,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"379a13eb-f9f9-4600-a5ff-69d5b638b05a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182739.4988606,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1594b8f0-0df5-4375-b78b-9a2fb55f2b9e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.498903,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1594b8f0-0df5-4375-b78b-9a2fb55f2b9e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182739.4989624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfadd7ad-73b5-45c8-be30-46f53574dbef"} {"level":"info","ts":1785182739.4990232,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfadd7ad-73b5-45c8-be30-46f53574dbef","name":"e2e-cleanup-test"} {"level":"info","ts":1785182739.5116942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e335b367-4c60-4e3c-83ad-f5cd0c0663f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.5117257,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e335b367-4c60-4e3c-83ad-f5cd0c0663f2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785182739.511778,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfadd7ad-73b5-45c8-be30-46f53574dbef","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785182739.511866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38ec1120-4d26-40cf-82ca-16f3a15418d6"} {"level":"info","ts":1785182739.5119317,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38ec1120-4d26-40cf-82ca-16f3a15418d6","name":"e2e-cleanup-test"} {"level":"info","ts":1785182739.5202563,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38ec1120-4d26-40cf-82ca-16f3a15418d6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182739.5262756,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edb2fcd8-0b47-49d5-891e-78e8eccfa0bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182739.5263152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edb2fcd8-0b47-49d5-891e-78e8eccfa0bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785182739.526569,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77744574-bf72-43b6-ba4a-cc17f2b69b11"} {"level":"info","ts":1785182739.5266104,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77744574-bf72-43b6-ba4a-cc17f2b69b11","name":"e2e-cleanup-test"} {"level":"info","ts":1785182739.534875,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77744574-bf72-43b6-ba4a-cc17f2b69b11","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785182747.752019,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07c66b66-ae8d-4272-a52a-1ba6cc1fdd10"} {"level":"info","ts":1785182747.75203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bdfab81-97ce-4ca6-a2e6-f95a48121612","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182747.7521064,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bdfab81-97ce-4ca6-a2e6-f95a48121612","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785182752.0557194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182752.0558076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2"} {"level":"info","ts":1785182752.0558162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2"} {"level":"info","ts":1785182752.0558271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2","EoS":false} {"level":"info","ts":1785182752.0558403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2","EoS":true} {"level":"info","ts":1785182752.0558605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785182752.055882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785182752.055911,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a403e24-0d95-48b4-841a-9549b1cd4fc2"} {"level":"info","ts":1785182752.0821135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182752.0821888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c"} {"level":"info","ts":1785182752.082201,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c"} {"level":"info","ts":1785182752.0822122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","EoS":false} {"level":"info","ts":1785182752.0822232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","EoS":true} {"level":"info","ts":1785182752.0822425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785182752.0822573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182752.0822659,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","modelName":"e2e-external-model"} {"level":"info","ts":1785182752.0822797,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785182752.0823147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb48acc0-974a-4a44-ab1d-20e7772a7a3c"} {"level":"info","ts":1785182752.1205704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182752.1206386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.1206474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.1206574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","EoS":false} {"level":"info","ts":1785182752.1206696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","EoS":true} {"level":"info","ts":1785182752.1206887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785182752.1207027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785182752.1207237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67b645fd-2159-46bd-ad79-76deb26dcccb"} {"level":"info","ts":1785182752.2584536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785182752.2585475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182752.2585614,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182752.2585726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","EoS":false} {"level":"info","ts":1785182752.2585833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","EoS":true} {"level":"info","ts":1785182752.2586064,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0","field":"model"} {"level":"info","ts":1785182752.2586312,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ac01979-06af-493b-8a8e-0bbd6c10eaa0"} {"level":"info","ts":1785182753.139824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9e35cc4-1b87-4d59-8460-90d796bd9a6f"} {"level":"info","ts":1785182753.139824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26a835d8-e424-453f-8ba2-260bd9e4969a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182753.139887,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26a835d8-e424-453f-8ba2-260bd9e4969a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785182753.2791426,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90cf424d-66d7-48b1-9aba-9bcf8d44aff1"} {"level":"info","ts":1785182753.2791631,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa5a0b89-5d22-4d24-b603-d4170d997ed3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785182753.2791958,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa5a0b89-5d22-4d24-b603-d4170d997ed3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785184075.483618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184075.483701,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa71f696-6548-42d4-8c9b-3965a10a067e"} {"level":"info","ts":1785184131.4775093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184131.4776144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"} {"level":"info","ts":1785184131.4776342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"} {"level":"info","ts":1785184131.477653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","EoS":false} {"level":"info","ts":1785184131.477671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","EoS":true} {"level":"info","ts":1785184131.4776998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184131.4777184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785184131.4777424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5d999a7-12f7-4dee-a86d-3f3dee1bf540"}