{"level":"info","ts":1785288417.1601758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"704639ec-5435-481c-b092-a258d6e48fc9"} {"level":"info","ts":1785288417.7643468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288417.7644227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c"} {"level":"info","ts":1785288417.7644334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c"} {"level":"info","ts":1785288417.7644444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","EoS":false} {"level":"info","ts":1785288417.7644558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","EoS":true} {"level":"info","ts":1785288417.7644768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288417.7644925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288417.764513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9523053-4b34-4507-b7d9-6d719d4df41c"} {"level":"info","ts":1785288417.7970722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288417.7971377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d39d012-7865-4bbc-8c07-d93e6f36c6f9"} {"level":"info","ts":1785288417.797147,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d39d012-7865-4bbc-8c07-d93e6f36c6f9"} {"level":"info","ts":1785288417.7971585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d39d012-7865-4bbc-8c07-d93e6f36c6f9","EoS":false} {"level":"info","ts":1785288417.7971687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d39d012-7865-4bbc-8c07-d93e6f36c6f9","EoS":true} {"level":"info","ts":1785288417.7971864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d39d012-7865-4bbc-8c07-d93e6f36c6f9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288417.7972002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d39d012-7865-4bbc-8c07-d93e6f36c6f9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288417.797225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d39d012-7865-4bbc-8c07-d93e6f36c6f9"} {"level":"info","ts":1785288421.9399884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288421.940066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"139f5131-d717-4228-bbd7-82efc1f917ca"} {"level":"info","ts":1785288421.9400773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"139f5131-d717-4228-bbd7-82efc1f917ca"} {"level":"info","ts":1785288421.940088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"139f5131-d717-4228-bbd7-82efc1f917ca","EoS":false} {"level":"info","ts":1785288421.9401042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"139f5131-d717-4228-bbd7-82efc1f917ca","EoS":true} {"level":"info","ts":1785288421.9401252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"139f5131-d717-4228-bbd7-82efc1f917ca","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288421.9401398,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"139f5131-d717-4228-bbd7-82efc1f917ca","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288421.9401596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"139f5131-d717-4228-bbd7-82efc1f917ca"} {"level":"info","ts":1785288440.824593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288440.8246822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.824695,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.8247068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","EoS":false} {"level":"info","ts":1785288440.8247197,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","EoS":true} {"level":"info","ts":1785288440.8247404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288440.8247566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288440.8247814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e653b88-d6d4-498b-9bc1-d11988bdd5c6"} {"level":"info","ts":1785288440.9606204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288440.9606986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288440.9607077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288440.9607182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","EoS":false} {"level":"info","ts":1785288440.9607284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","EoS":true} {"level":"info","ts":1785288440.9607549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288440.960775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288440.9608076,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cbc5777-b003-47b0-88f3-f426913f7f56"} {"level":"info","ts":1785288441.0937302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288441.093811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.0938206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.093832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","EoS":false} {"level":"info","ts":1785288441.0938425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","EoS":true} {"level":"info","ts":1785288441.0938632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288441.0938804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288441.0939023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2366a03d-33c7-4549-8110-4c3f8300b292"} {"level":"info","ts":1785288441.2281287,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288441.22821,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.22822,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.228232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","EoS":false} {"level":"info","ts":1785288441.228256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","EoS":true} {"level":"info","ts":1785288441.2282834,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288441.2282984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288441.2283185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c49304bc-1a42-4d30-8513-831941a27bb4"} {"level":"info","ts":1785288441.360374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288441.360448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288441.3604567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288441.3604698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","EoS":false} {"level":"info","ts":1785288441.360479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","EoS":true} {"level":"info","ts":1785288441.3604999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288441.3605132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288441.3605366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"506815cd-46fe-4b8b-aa46-864d38ef0fad"} {"level":"info","ts":1785288441.4961457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288441.49623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"171d75e4-23ec-4566-a2be-96deff83a6b5"} {"level":"info","ts":1785288441.4962432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"171d75e4-23ec-4566-a2be-96deff83a6b5"} {"level":"info","ts":1785288441.496258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"171d75e4-23ec-4566-a2be-96deff83a6b5","EoS":false} {"level":"info","ts":1785288441.496271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"171d75e4-23ec-4566-a2be-96deff83a6b5","EoS":true} {"level":"info","ts":1785288441.4962933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"171d75e4-23ec-4566-a2be-96deff83a6b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288441.4963107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"171d75e4-23ec-4566-a2be-96deff83a6b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288441.4963377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"171d75e4-23ec-4566-a2be-96deff83a6b5"} {"level":"info","ts":1785288458.2678382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288458.2679257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.2679362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.2679617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","EoS":false} {"level":"info","ts":1785288458.2679734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","EoS":true} {"level":"info","ts":1785288458.267995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288458.2680104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288458.268029,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e10e4045-44f1-46d7-a840-b5a5cad30f2d"} {"level":"info","ts":1785288458.3114352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288458.311518,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"987048ae-9cb5-4847-bba2-0082e5824334"} {"level":"info","ts":1785288458.311532,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"987048ae-9cb5-4847-bba2-0082e5824334"} {"level":"info","ts":1785288458.3115435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"987048ae-9cb5-4847-bba2-0082e5824334","EoS":false} {"level":"info","ts":1785288458.3115532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"987048ae-9cb5-4847-bba2-0082e5824334","EoS":true} {"level":"info","ts":1785288458.3115773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"987048ae-9cb5-4847-bba2-0082e5824334","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288458.3115969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"987048ae-9cb5-4847-bba2-0082e5824334","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288458.3116262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"987048ae-9cb5-4847-bba2-0082e5824334"} {"level":"info","ts":1785288458.3431852,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288458.3432734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4724d657-d4df-417f-991f-ec795a48ee62"} {"level":"info","ts":1785288458.3432848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4724d657-d4df-417f-991f-ec795a48ee62"} {"level":"info","ts":1785288458.343299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4724d657-d4df-417f-991f-ec795a48ee62","EoS":false} {"level":"info","ts":1785288458.343316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4724d657-d4df-417f-991f-ec795a48ee62","EoS":true} {"level":"info","ts":1785288458.343338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4724d657-d4df-417f-991f-ec795a48ee62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288458.3433547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4724d657-d4df-417f-991f-ec795a48ee62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288458.3433754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4724d657-d4df-417f-991f-ec795a48ee62"} {"level":"info","ts":1785288458.3713508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288458.3714259,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5109e7d6-77fd-4c64-8a07-c48d21598f6f"} {"level":"info","ts":1785288462.9801805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288462.9802585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288462.9802692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288462.9802816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","EoS":false} {"level":"info","ts":1785288462.9802911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","EoS":true} {"level":"info","ts":1785288462.9803119,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288462.9803245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288462.9803472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bf4d7257-acee-4b3f-95b0-c04d72d461e2"} {"level":"info","ts":1785288471.520905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288471.521021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54266925-c0d1-4c1a-a8f8-991eae59f977"} {"level":"info","ts":1785288471.5210388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54266925-c0d1-4c1a-a8f8-991eae59f977"} {"level":"info","ts":1785288471.5210547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54266925-c0d1-4c1a-a8f8-991eae59f977","EoS":false} {"level":"info","ts":1785288471.5210698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54266925-c0d1-4c1a-a8f8-991eae59f977","EoS":true} {"level":"info","ts":1785288471.521098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54266925-c0d1-4c1a-a8f8-991eae59f977","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288471.5211155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54266925-c0d1-4c1a-a8f8-991eae59f977","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288471.5211422,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54266925-c0d1-4c1a-a8f8-991eae59f977"} {"level":"info","ts":1785288473.5515132,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288473.5516071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4795f16f-dc21-49db-b2c8-13fd90d1de21"} {"level":"info","ts":1785288473.551621,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4795f16f-dc21-49db-b2c8-13fd90d1de21"} {"level":"info","ts":1785288473.5516424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4795f16f-dc21-49db-b2c8-13fd90d1de21","EoS":false} {"level":"info","ts":1785288473.5516624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4795f16f-dc21-49db-b2c8-13fd90d1de21","EoS":true} {"level":"info","ts":1785288473.5516953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4795f16f-dc21-49db-b2c8-13fd90d1de21","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288473.5517144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4795f16f-dc21-49db-b2c8-13fd90d1de21","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288473.5517483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4795f16f-dc21-49db-b2c8-13fd90d1de21"} {"level":"info","ts":1785288475.5825312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288475.5826166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288475.582629,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288475.5826454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","EoS":false} {"level":"info","ts":1785288475.5826662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","EoS":true} {"level":"info","ts":1785288475.5826962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288475.582714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288475.5827403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"160809dc-ba3b-4201-986f-aa67b9ea7603"} {"level":"info","ts":1785288488.4243982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288488.4244792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288488.424492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288488.424505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","EoS":false} {"level":"info","ts":1785288488.424518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","EoS":true} {"level":"info","ts":1785288488.4245386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288488.4245553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288488.4245746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc1e9f2d-8570-4e17-b3c9-03f99f73cc98"} {"level":"info","ts":1785288496.9251196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288496.9251986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288496.925208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288496.9252193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","EoS":false} {"level":"info","ts":1785288496.9252293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","EoS":true} {"level":"info","ts":1785288496.9252522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288496.9252717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288496.925299,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5430cb2-1037-4c51-8a04-a6b593877da8"} {"level":"info","ts":1785288505.761092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288505.7611828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288505.7611928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288505.7612047,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","EoS":false} {"level":"info","ts":1785288505.7612176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","EoS":true} {"level":"info","ts":1785288505.7612383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288505.7612538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288505.7612753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19419b66-d536-9365-b2e4-a27ad2e64684"} {"level":"info","ts":1785288514.710109,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288514.7101893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a6a1eee-3943-4f76-aa3e-4f146efc5712"} {"level":"info","ts":1785288514.7101996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a6a1eee-3943-4f76-aa3e-4f146efc5712"} {"level":"info","ts":1785288514.7102108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a6a1eee-3943-4f76-aa3e-4f146efc5712","EoS":false} {"level":"info","ts":1785288514.7102234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a6a1eee-3943-4f76-aa3e-4f146efc5712","EoS":true} {"level":"info","ts":1785288514.7102857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a6a1eee-3943-4f76-aa3e-4f146efc5712","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288514.7103014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a6a1eee-3943-4f76-aa3e-4f146efc5712","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288514.7103243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a6a1eee-3943-4f76-aa3e-4f146efc5712"} {"level":"info","ts":1785288519.441573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288519.4416509,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db378a40-8849-493b-ba67-0b587d1f315d"} {"level":"info","ts":1785288519.4416604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db378a40-8849-493b-ba67-0b587d1f315d"} {"level":"info","ts":1785288519.441671,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db378a40-8849-493b-ba67-0b587d1f315d","EoS":false} {"level":"info","ts":1785288519.4416847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db378a40-8849-493b-ba67-0b587d1f315d","EoS":true} {"level":"info","ts":1785288519.4417078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db378a40-8849-493b-ba67-0b587d1f315d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785288519.4417272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db378a40-8849-493b-ba67-0b587d1f315d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288519.441753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db378a40-8849-493b-ba67-0b587d1f315d"} {"level":"info","ts":1785288524.160757,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288524.1608999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b1d2b36-861e-4b29-be4d-aa22fd52dea0"} {"level":"info","ts":1785288524.1609173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b1d2b36-861e-4b29-be4d-aa22fd52dea0"} {"level":"info","ts":1785288524.1609359,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b1d2b36-861e-4b29-be4d-aa22fd52dea0","EoS":false} {"level":"info","ts":1785288524.160973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b1d2b36-861e-4b29-be4d-aa22fd52dea0","EoS":true} {"level":"info","ts":1785288524.1609948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b1d2b36-861e-4b29-be4d-aa22fd52dea0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288524.161011,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b1d2b36-861e-4b29-be4d-aa22fd52dea0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288524.1610315,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b1d2b36-861e-4b29-be4d-aa22fd52dea0"} {"level":"info","ts":1785288524.528573,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288524.5286534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f66e8aa-0d2e-4b97-bf11-19d8c3e2fbb7"} {"level":"info","ts":1785288524.5287066,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f66e8aa-0d2e-4b97-bf11-19d8c3e2fbb7"} {"level":"info","ts":1785288524.528725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f66e8aa-0d2e-4b97-bf11-19d8c3e2fbb7","EoS":false} {"level":"info","ts":1785288524.528744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f66e8aa-0d2e-4b97-bf11-19d8c3e2fbb7","EoS":true} {"level":"info","ts":1785288524.5287654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f66e8aa-0d2e-4b97-bf11-19d8c3e2fbb7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288524.528781,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f66e8aa-0d2e-4b97-bf11-19d8c3e2fbb7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288524.528805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f66e8aa-0d2e-4b97-bf11-19d8c3e2fbb7"} {"level":"info","ts":1785288526.5613465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288526.561431,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d69fdd8f-f708-4c30-be07-856cf331502a"} {"level":"info","ts":1785288526.561443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d69fdd8f-f708-4c30-be07-856cf331502a"} {"level":"info","ts":1785288526.56146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d69fdd8f-f708-4c30-be07-856cf331502a","EoS":false} {"level":"info","ts":1785288526.5614796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d69fdd8f-f708-4c30-be07-856cf331502a","EoS":true} {"level":"info","ts":1785288526.5615063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d69fdd8f-f708-4c30-be07-856cf331502a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288526.5615227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d69fdd8f-f708-4c30-be07-856cf331502a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288526.561545,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d69fdd8f-f708-4c30-be07-856cf331502a"} {"level":"info","ts":1785288528.5911787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288528.5913036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288528.5913167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288528.5913289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","EoS":false} {"level":"info","ts":1785288528.5913396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","EoS":true} {"level":"info","ts":1785288528.5913615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288528.5914478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1515de90-bdee-406e-8506-015f692841f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288528.5914693,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1515de90-bdee-406e-8506-015f692841f8"} {"level":"info","ts":1785288551.242831,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288551.2429056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288551.242919,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288551.242931,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","EoS":false} {"level":"info","ts":1785288551.2429402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","EoS":true} {"level":"info","ts":1785288551.2429829,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288551.2429996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288551.24302,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"815be091-b3b4-4b5c-ba0c-918bedd173e3"} {"level":"info","ts":1785288560.4750156,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288560.475102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbd3f3fc-bd5a-401d-b0a2-3d5c4bbaa3ee"} {"level":"info","ts":1785288560.4751115,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbd3f3fc-bd5a-401d-b0a2-3d5c4bbaa3ee"} {"level":"info","ts":1785288560.4751232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbd3f3fc-bd5a-401d-b0a2-3d5c4bbaa3ee","EoS":false} {"level":"info","ts":1785288560.4751363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbd3f3fc-bd5a-401d-b0a2-3d5c4bbaa3ee","EoS":true} {"level":"info","ts":1785288560.4751577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbd3f3fc-bd5a-401d-b0a2-3d5c4bbaa3ee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288560.4751735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbd3f3fc-bd5a-401d-b0a2-3d5c4bbaa3ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288560.4751952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbd3f3fc-bd5a-401d-b0a2-3d5c4bbaa3ee"} {"level":"info","ts":1785288578.6735778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288578.673662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2843216-2360-4e89-a21a-0447a0570cd1"} {"level":"info","ts":1785288578.673673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2843216-2360-4e89-a21a-0447a0570cd1"} {"level":"info","ts":1785288578.6736846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2843216-2360-4e89-a21a-0447a0570cd1","EoS":false} {"level":"info","ts":1785288578.6736956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2843216-2360-4e89-a21a-0447a0570cd1","EoS":true} {"level":"info","ts":1785288578.673718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2843216-2360-4e89-a21a-0447a0570cd1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288578.6737342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2843216-2360-4e89-a21a-0447a0570cd1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288578.673751,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2843216-2360-4e89-a21a-0447a0570cd1"} {"level":"info","ts":1785288588.1980743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288588.198165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac719eb9-4c54-40ba-869a-fe12d7b0746c"} {"level":"info","ts":1785288588.1981783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac719eb9-4c54-40ba-869a-fe12d7b0746c"} {"level":"info","ts":1785288588.1981962,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac719eb9-4c54-40ba-869a-fe12d7b0746c","EoS":false} {"level":"info","ts":1785288588.198213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac719eb9-4c54-40ba-869a-fe12d7b0746c","EoS":true} {"level":"info","ts":1785288588.198246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac719eb9-4c54-40ba-869a-fe12d7b0746c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288588.198265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac719eb9-4c54-40ba-869a-fe12d7b0746c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288588.1982954,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac719eb9-4c54-40ba-869a-fe12d7b0746c"} {"level":"info","ts":1785288590.2318666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288590.2319427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288590.231972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288590.2319849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","EoS":false} {"level":"info","ts":1785288590.231995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","EoS":true} {"level":"info","ts":1785288590.2320156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288590.2320306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288590.2320487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74b9ca7b-94a7-4e5b-b0ed-546ca61019e0"} {"level":"info","ts":1785288599.5597196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288599.5598042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.5598185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.5598369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","EoS":false} {"level":"info","ts":1785288599.5598617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","EoS":true} {"level":"info","ts":1785288599.5598922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288599.559911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288599.5599365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d60c6365-483f-4b8a-92f8-0c1785ceecee"} {"level":"info","ts":1785288599.5914044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288599.591472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288599.5914793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288599.5914898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","EoS":false} {"level":"info","ts":1785288599.591511,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","EoS":true} {"level":"info","ts":1785288599.5915265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288599.5915396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288599.5915573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6fbfe7c-9db3-4981-9d46-d5d36ba54119"} {"level":"info","ts":1785288618.65849,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288618.6585681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288618.6585793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288618.658591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","EoS":false} {"level":"info","ts":1785288618.6586032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","EoS":true} {"level":"info","ts":1785288618.6586237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288618.6586404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288618.6586564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f4994f7-ebd8-45dd-8c62-1a969c3d6687"} {"level":"info","ts":1785288627.9441104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288627.944189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d569d53-6514-4c51-a369-e384f569d19b"} {"level":"info","ts":1785288627.9442012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d569d53-6514-4c51-a369-e384f569d19b"} {"level":"info","ts":1785288627.9442122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d569d53-6514-4c51-a369-e384f569d19b","EoS":false} {"level":"info","ts":1785288627.9442246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d569d53-6514-4c51-a369-e384f569d19b","EoS":true} {"level":"info","ts":1785288627.9442503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d569d53-6514-4c51-a369-e384f569d19b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288627.9442682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d569d53-6514-4c51-a369-e384f569d19b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288627.9442883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d569d53-6514-4c51-a369-e384f569d19b"} {"level":"info","ts":1785288633.2602704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288633.2603447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b845e2-2c52-497c-aa49-bacf810c01be"} {"level":"info","ts":1785288633.2603545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f5b845e2-2c52-497c-aa49-bacf810c01be"} {"level":"info","ts":1785288633.2603648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5b845e2-2c52-497c-aa49-bacf810c01be","EoS":false} {"level":"info","ts":1785288633.260374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5b845e2-2c52-497c-aa49-bacf810c01be","EoS":true} {"level":"info","ts":1785288633.260394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5b845e2-2c52-497c-aa49-bacf810c01be","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785288633.2604122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b845e2-2c52-497c-aa49-bacf810c01be","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785288633.2604403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f5b845e2-2c52-497c-aa49-bacf810c01be"} {"level":"info","ts":1785288723.7127914,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288723.7128773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3317be8b-56b8-46ab-8b82-6e180cc5af62"} {"level":"info","ts":1785288723.7128882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3317be8b-56b8-46ab-8b82-6e180cc5af62"} {"level":"info","ts":1785288723.7129023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3317be8b-56b8-46ab-8b82-6e180cc5af62","EoS":false} {"level":"info","ts":1785288723.7129176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3317be8b-56b8-46ab-8b82-6e180cc5af62","EoS":true} {"level":"info","ts":1785288723.7129378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3317be8b-56b8-46ab-8b82-6e180cc5af62","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785288723.712974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3317be8b-56b8-46ab-8b82-6e180cc5af62","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288723.7130013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3317be8b-56b8-46ab-8b82-6e180cc5af62"} {"level":"info","ts":1785288753.448221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288753.448312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288753.448326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288753.448347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","EoS":false} {"level":"info","ts":1785288753.4483674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","EoS":true} {"level":"info","ts":1785288753.448396,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785288753.4484155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785288753.4484482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89861c48-c55d-4aee-9ab1-544527359bc0"} {"level":"info","ts":1785288794.73405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288794.7341363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288794.7341466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288794.734158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","EoS":false} {"level":"info","ts":1785288794.7341676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","EoS":true} {"level":"info","ts":1785288794.7341897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288794.7342055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288794.7342277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f39c706-b7cb-416e-9590-67ab530808a1"} {"level":"info","ts":1785288809.9350326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288809.9351134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785288809.9351234,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785288809.9351346,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","EoS":false} {"level":"info","ts":1785288809.935144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","EoS":true} {"level":"info","ts":1785288809.935167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288809.9351835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288809.9352002,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff95913e-7cd1-4bcc-bc43-69c27faecc5e"} {"level":"info","ts":1785288810.208309,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785288810.2083938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d04be18-7413-4236-888b-68d9bfce8799"} {"level":"info","ts":1785288810.2084062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d04be18-7413-4236-888b-68d9bfce8799"} {"level":"info","ts":1785288810.2084217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d04be18-7413-4236-888b-68d9bfce8799","EoS":false} {"level":"info","ts":1785288810.2084332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d04be18-7413-4236-888b-68d9bfce8799","EoS":true} {"level":"info","ts":1785288810.2085137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d04be18-7413-4236-888b-68d9bfce8799","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785288810.2085323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d04be18-7413-4236-888b-68d9bfce8799","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785288810.2085533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d04be18-7413-4236-888b-68d9bfce8799"} {"level":"info","ts":1785289166.0909781,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289166.0910628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289166.0910711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289166.0910826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","EoS":false} {"level":"info","ts":1785289166.091092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","EoS":true} {"level":"info","ts":1785289166.0911539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289166.0911715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289166.0911937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2e6bfcd-ac09-4d67-a4d5-8755a4c05a08"} {"level":"info","ts":1785289166.125037,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289166.125126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31dd986d-5631-4499-b01f-2241c4a39484"} {"level":"info","ts":1785289166.125139,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31dd986d-5631-4499-b01f-2241c4a39484"} {"level":"info","ts":1785289166.125155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31dd986d-5631-4499-b01f-2241c4a39484","EoS":false} {"level":"info","ts":1785289166.1251702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31dd986d-5631-4499-b01f-2241c4a39484","EoS":true} {"level":"info","ts":1785289166.1251984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31dd986d-5631-4499-b01f-2241c4a39484","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289166.12522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31dd986d-5631-4499-b01f-2241c4a39484","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289166.1252542,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31dd986d-5631-4499-b01f-2241c4a39484"} {"level":"info","ts":1785289166.152276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289166.1523287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e52082e1-5961-465e-b2dc-c7d224316941"} {"level":"info","ts":1785289166.152337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e52082e1-5961-465e-b2dc-c7d224316941"} {"level":"info","ts":1785289166.152347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e52082e1-5961-465e-b2dc-c7d224316941","EoS":false} {"level":"info","ts":1785289166.1523576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e52082e1-5961-465e-b2dc-c7d224316941","EoS":true} {"level":"info","ts":1785289166.1524086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e52082e1-5961-465e-b2dc-c7d224316941","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785289166.1524231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e52082e1-5961-465e-b2dc-c7d224316941","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785289166.1524413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e52082e1-5961-465e-b2dc-c7d224316941"} {"level":"info","ts":1785289170.972335,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4d619a7-bb2f-4d2c-9e40-915f01e1f8e4"} {"level":"info","ts":1785289170.9724195,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8ce9e98-a997-4751-9963-b93b7bc50538","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289170.9724455,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8ce9e98-a997-4751-9963-b93b7bc50538","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289170.977146,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29cd8b8b-1d83-43b0-86c0-d2f28382367b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289170.977176,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29cd8b8b-1d83-43b0-86c0-d2f28382367b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785289170.9804416,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4d619a7-bb2f-4d2c-9e40-915f01e1f8e4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289170.9806962,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33976.636206884,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289170.9807155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.0446737,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.0809724,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33427.283550314,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.0809994,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.0817428,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f562fa-6194-450d-b518-a03b522ec321","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.0817876,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f562fa-6194-450d-b518-a03b522ec321","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.0818534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acee498e-7701-4edf-af76-4634e339c499"} {"level":"info","ts":1785289171.1335251,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94cd0bc6-39c0-4750-a202-bf7c1700fa05","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.1335578,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94cd0bc6-39c0-4750-a202-bf7c1700fa05","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.1335883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c088d458-4210-4405-b0f5-d871552e4f57","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.1335802,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19432aa5-6c17-4007-a19f-4b23f390f2ac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289171.133599,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c088d458-4210-4405-b0f5-d871552e4f57","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.1336126,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"19432aa5-6c17-4007-a19f-4b23f390f2ac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785289171.133919,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b18ca248-8730-4d03-bb53-576ed6cebb17","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.1339774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b18ca248-8730-4d03-bb53-576ed6cebb17","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.1355088,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785289171.1356678,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acee498e-7701-4edf-af76-4634e339c499","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289171.135856,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37417.857403128,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.1358705,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.1423032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785289171.1818743,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4d619a7-bb2f-4d2c-9e40-915f01e1f8e4","name":"e2e-external-provider"} {"level":"info","ts":1785289171.1920917,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4d619a7-bb2f-4d2c-9e40-915f01e1f8e4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785289171.195941,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4d619a7-bb2f-4d2c-9e40-915f01e1f8e4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289171.1960375,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2a45a91-361e-40fa-8fca-d3752ebdbdbd"} {"level":"info","ts":1785289171.196073,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2a45a91-361e-40fa-8fca-d3752ebdbdbd","name":"e2e-external-provider"} {"level":"info","ts":1785289171.2082348,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2a45a91-361e-40fa-8fca-d3752ebdbdbd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785289171.2335098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71a13c23-2053-4c46-a613-9414f5dd9227","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.2335405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71a13c23-2053-4c46-a613-9414f5dd9227","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785289171.236503,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acee498e-7701-4edf-af76-4634e339c499","name":"e2e-external-model"} {"level":"info","ts":1785289171.2493384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0a96d53-6ad3-4111-896b-677bffe25e46","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.2493696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0a96d53-6ad3-4111-896b-677bffe25e46","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785289171.250043,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acee498e-7701-4edf-af76-4634e339c499","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785289171.2500894,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"acee498e-7701-4edf-af76-4634e339c499","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289171.250165,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65eccceb-3e93-4851-b5d3-a19dd970d55d"} {"level":"info","ts":1785289171.250214,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65eccceb-3e93-4851-b5d3-a19dd970d55d","name":"e2e-external-model"} {"level":"info","ts":1785289171.2590828,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65eccceb-3e93-4851-b5d3-a19dd970d55d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289171.2631826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b7fb2e2-4ac3-4139-a5c2-306a6a09325c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289171.2632096,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8b7fb2e2-4ac3-4139-a5c2-306a6a09325c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785289171.2667694,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65eccceb-3e93-4851-b5d3-a19dd970d55d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289171.2668228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94bc0562-5fe1-4d10-8874-ff97f80ab338"} {"level":"info","ts":1785289171.2668738,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94bc0562-5fe1-4d10-8874-ff97f80ab338","name":"e2e-external-model"} {"level":"info","ts":1785289171.2751899,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94bc0562-5fe1-4d10-8874-ff97f80ab338","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289178.4657142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289178.4657986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835"} {"level":"info","ts":1785289178.465812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835"} {"level":"info","ts":1785289178.465823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835","EoS":false} {"level":"info","ts":1785289178.4658363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835","EoS":true} {"level":"info","ts":1785289178.4658632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289178.4658794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289178.465887,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835","modelName":"e2e-external-model"} {"level":"info","ts":1785289178.4659019,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289178.4659777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd4dc197-bdc5-4054-9a09-764344abe835"} {"level":"info","ts":1785289178.509461,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289178.5095284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d"} {"level":"info","ts":1785289178.5095375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d"} {"level":"info","ts":1785289178.5095475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d","EoS":false} {"level":"info","ts":1785289178.5095575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d","EoS":true} {"level":"info","ts":1785289178.509576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289178.5095892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289178.509596,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d","modelName":"e2e-external-model"} {"level":"info","ts":1785289178.50961,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289178.5096474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"113734d7-dbef-47f7-a641-c4f388d2c49d"} {"level":"info","ts":1785289178.5298047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289178.5298672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.5298774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.529889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","EoS":false} {"level":"info","ts":1785289178.529901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","EoS":true} {"level":"info","ts":1785289178.5299182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289178.5299318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289178.5299385,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","modelName":"e2e-external-model"} {"level":"info","ts":1785289178.529967,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289178.5300162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91e73755-1ba1-4f4f-88d6-c436b5d68384"} {"level":"info","ts":1785289178.7680454,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"233e1336-f703-4e66-97db-44982bbc047e"} {"level":"info","ts":1785289178.768048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30c77e7a-e078-43bb-a67c-703fec12bc10","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.768192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30c77e7a-e078-43bb-a67c-703fec12bc10","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289178.773399,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2c9763d-cb28-46e1-a6b8-8a6f529d0d29","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.7734265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2c9763d-cb28-46e1-a6b8-8a6f529d0d29","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289178.7736392,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"233e1336-f703-4e66-97db-44982bbc047e","name":"e2e-cleanup-test"} {"level":"info","ts":1785289178.7833486,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"233e1336-f703-4e66-97db-44982bbc047e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289178.7902794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3edfb2f3-80d4-4218-bf61-5c8d2f7f4f15","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.7903078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3edfb2f3-80d4-4218-bf61-5c8d2f7f4f15","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289178.7905085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da0efaf1-a8f4-44f7-a72c-c5a155078f1e"} {"level":"info","ts":1785289178.79055,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da0efaf1-a8f4-44f7-a72c-c5a155078f1e","name":"e2e-cleanup-test"} {"level":"error","ts":1785289178.8056505,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da0efaf1-a8f4-44f7-a72c-c5a155078f1e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785289178.8057208,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"823a1fd4-fd70-43be-9aae-409b522f8a7c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.8057406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aebeda78-13df-45bc-91bd-edea9fb3eab9"} {"level":"info","ts":1785289178.805747,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"823a1fd4-fd70-43be-9aae-409b522f8a7c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289178.8057792,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aebeda78-13df-45bc-91bd-edea9fb3eab9","name":"e2e-cleanup-test"} {"level":"info","ts":1785289178.813852,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aebeda78-13df-45bc-91bd-edea9fb3eab9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289178.8210018,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb9e43b7-fa0b-4df7-a535-a81a43cee8d0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289178.8210316,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb9e43b7-fa0b-4df7-a535-a81a43cee8d0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785289178.8211212,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8add9cc-6705-4be0-beea-0dfeb7f30228"} {"level":"info","ts":1785289178.82116,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8add9cc-6705-4be0-beea-0dfeb7f30228","name":"e2e-cleanup-test"} {"level":"info","ts":1785289178.82907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8add9cc-6705-4be0-beea-0dfeb7f30228","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785289187.0253062,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95095a52-7d51-44a9-9a82-7ee74cc956bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289187.0253522,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95095a52-7d51-44a9-9a82-7ee74cc956bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785289187.025348,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e963bd6-83d2-44bf-8b24-72930e0560fe"} {"level":"info","ts":1785289191.3292847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289191.3293643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2"} {"level":"info","ts":1785289191.3293736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2"} {"level":"info","ts":1785289191.3293848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2","EoS":false} {"level":"info","ts":1785289191.3293943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2","EoS":true} {"level":"info","ts":1785289191.3294146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785289191.3294303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785289191.3294506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50b8f3a1-ff65-419f-92dc-b0499760bbd2"} {"level":"info","ts":1785289191.3523138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289191.3523667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.3523803,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.3523977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","EoS":false} {"level":"info","ts":1785289191.3524106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","EoS":true} {"level":"info","ts":1785289191.352425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785289191.3524384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289191.3524451,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","modelName":"e2e-external-model"} {"level":"info","ts":1785289191.3524592,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785289191.3525004,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf051aa9-7cfc-4dcd-8d61-972d9584f63a"} {"level":"info","ts":1785289191.4413188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289191.441386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.4413998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.4414144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","EoS":false} {"level":"info","ts":1785289191.4414282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","EoS":true} {"level":"info","ts":1785289191.4414535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785289191.4414701,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785289191.4414937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4f22a42-ec6c-429f-a8f2-43802a102392"} {"level":"info","ts":1785289191.5233345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785289191.5233948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289191.523408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289191.523419,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","EoS":false} {"level":"info","ts":1785289191.5234277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","EoS":true} {"level":"info","ts":1785289191.523447,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79","field":"model"} {"level":"info","ts":1785289191.5234675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"763f11f5-c970-4a83-8afc-3a37e42fab79"} {"level":"info","ts":1785289192.484565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b729451e-1a6b-412b-90c5-486afa488542"} {"level":"info","ts":1785289192.484591,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a871744c-a09b-4b42-afd4-ba9038c52af8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289192.484615,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a871744c-a09b-4b42-afd4-ba9038c52af8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785289192.6173427,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7204b49-45d8-407f-9248-d4d7988b3112"} {"level":"info","ts":1785289192.6174054,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53b1f184-d2b5-4216-8a1b-65f12916d726","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785289192.6174304,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"53b1f184-d2b5-4216-8a1b-65f12916d726","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785290559.1358302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785290559.1359375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04b0168d-15d8-43ee-a678-ca737ca6b98f"} {"level":"info","ts":1785290633.7073426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785290633.7074258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"} {"level":"info","ts":1785290633.707434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"} {"level":"info","ts":1785290633.7074459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","EoS":false} {"level":"info","ts":1785290633.7074564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","EoS":true} {"level":"info","ts":1785290633.7074807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785290633.7075033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785290633.7075298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bebb3e9d-df66-486b-a5e9-a46d816da527"}