{"level":"info","ts":1784915800.8104196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05ee6f5c-e7bb-416a-8e19-f0beb1e13133","EoS":true} {"level":"info","ts":1784915800.8104475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05ee6f5c-e7bb-416a-8e19-f0beb1e13133","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915800.8104706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05ee6f5c-e7bb-416a-8e19-f0beb1e13133","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915800.8104985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05ee6f5c-e7bb-416a-8e19-f0beb1e13133"} {"level":"info","ts":1784915804.9835773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915804.9836607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9e35401-4fae-4ffe-8d64-0fa8c7bc779d"} {"level":"info","ts":1784915804.983674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9e35401-4fae-4ffe-8d64-0fa8c7bc779d"} {"level":"info","ts":1784915804.9836867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9e35401-4fae-4ffe-8d64-0fa8c7bc779d","EoS":false} {"level":"info","ts":1784915804.9836998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9e35401-4fae-4ffe-8d64-0fa8c7bc779d","EoS":true} {"level":"info","ts":1784915804.9837222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9e35401-4fae-4ffe-8d64-0fa8c7bc779d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915804.983738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9e35401-4fae-4ffe-8d64-0fa8c7bc779d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915804.983762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9e35401-4fae-4ffe-8d64-0fa8c7bc779d"} {"level":"info","ts":1784915824.0109494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915824.0110397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"} {"level":"info","ts":1784915824.0110538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"} {"level":"info","ts":1784915824.0110776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","EoS":false} {"level":"info","ts":1784915824.0111005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","EoS":true} {"level":"info","ts":1784915824.0111346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915824.011154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915824.0111868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"} {"level":"info","ts":1784915824.1480558,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915824.1481283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"} {"level":"info","ts":1784915824.1481404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"} {"level":"info","ts":1784915824.1481519,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","EoS":false} {"level":"info","ts":1784915824.148166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","EoS":true} {"level":"info","ts":1784915824.1481912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915824.148207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915824.148229,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"} {"level":"info","ts":1784915824.2866707,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915824.2867596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"} {"level":"info","ts":1784915824.2867718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"} {"level":"info","ts":1784915824.286783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","EoS":false} {"level":"info","ts":1784915824.2867968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","EoS":true} {"level":"info","ts":1784915824.2868173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915824.2868326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915824.2868536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"} {"level":"info","ts":1784915824.4248898,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915824.4249585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"} {"level":"info","ts":1784915824.4249723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"} {"level":"info","ts":1784915824.4249833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","EoS":false} {"level":"info","ts":1784915824.4249957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","EoS":true} {"level":"info","ts":1784915824.4250169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915824.425034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915824.425062,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"} {"level":"info","ts":1784915824.562447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915824.5625184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"} {"level":"info","ts":1784915824.5625274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"} {"level":"info","ts":1784915824.562538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","EoS":false} {"level":"info","ts":1784915824.5625503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","EoS":true} {"level":"info","ts":1784915824.5625684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915824.5625818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915824.5626018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"} {"level":"info","ts":1784915824.701915,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915824.701994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42a38c33-8409-485d-8b0b-c1a57cefdc42"} {"level":"info","ts":1784915824.7020051,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42a38c33-8409-485d-8b0b-c1a57cefdc42"} {"level":"info","ts":1784915824.7020168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42a38c33-8409-485d-8b0b-c1a57cefdc42","EoS":false} {"level":"info","ts":1784915824.7020307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42a38c33-8409-485d-8b0b-c1a57cefdc42","EoS":true} {"level":"info","ts":1784915824.7020528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42a38c33-8409-485d-8b0b-c1a57cefdc42","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915824.7020676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42a38c33-8409-485d-8b0b-c1a57cefdc42","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915824.7020884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42a38c33-8409-485d-8b0b-c1a57cefdc42"} {"level":"info","ts":1784915841.6247907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915841.624868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"} {"level":"info","ts":1784915841.6248953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"} {"level":"info","ts":1784915841.6249077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","EoS":false} {"level":"info","ts":1784915841.624918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","EoS":true} {"level":"info","ts":1784915841.6249409,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915841.6249554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915841.6249785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"} {"level":"info","ts":1784915841.6634734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915841.6635413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8442c06f-4f4b-493a-935e-110af78c6dc6"} {"level":"info","ts":1784915841.663554,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8442c06f-4f4b-493a-935e-110af78c6dc6"} {"level":"info","ts":1784915841.6635656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8442c06f-4f4b-493a-935e-110af78c6dc6","EoS":false} {"level":"info","ts":1784915841.6635754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8442c06f-4f4b-493a-935e-110af78c6dc6","EoS":true} {"level":"info","ts":1784915841.6635902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8442c06f-4f4b-493a-935e-110af78c6dc6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915841.663604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8442c06f-4f4b-493a-935e-110af78c6dc6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915841.6636207,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8442c06f-4f4b-493a-935e-110af78c6dc6"} {"level":"info","ts":1784915841.6949406,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915841.695017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baf9045e-a60e-4b9d-917a-b25c0939b8cc"} {"level":"info","ts":1784915841.6950321,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"baf9045e-a60e-4b9d-917a-b25c0939b8cc"} {"level":"info","ts":1784915841.6950488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"baf9045e-a60e-4b9d-917a-b25c0939b8cc","EoS":false} {"level":"info","ts":1784915841.6950672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"baf9045e-a60e-4b9d-917a-b25c0939b8cc","EoS":true} {"level":"info","ts":1784915841.695088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"baf9045e-a60e-4b9d-917a-b25c0939b8cc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915841.6951025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baf9045e-a60e-4b9d-917a-b25c0939b8cc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915841.6951232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"baf9045e-a60e-4b9d-917a-b25c0939b8cc"} {"level":"info","ts":1784915841.731596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915841.7316725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"785014a4-a544-473a-90e4-adb5c0ec3a22"} {"level":"info","ts":1784915846.4030163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915846.403097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"} {"level":"info","ts":1784915846.40311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"} {"level":"info","ts":1784915846.403122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","EoS":false} {"level":"info","ts":1784915846.4031332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","EoS":true} {"level":"info","ts":1784915846.40316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915846.4031744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915846.4031963,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"} {"level":"info","ts":1784915855.027415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915855.027503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b3093f8-b69c-46e4-be13-688f7cf1792f"} {"level":"info","ts":1784915855.027518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b3093f8-b69c-46e4-be13-688f7cf1792f"} {"level":"info","ts":1784915855.0275369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b3093f8-b69c-46e4-be13-688f7cf1792f","EoS":false} {"level":"info","ts":1784915855.0275576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b3093f8-b69c-46e4-be13-688f7cf1792f","EoS":true} {"level":"info","ts":1784915855.0275881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b3093f8-b69c-46e4-be13-688f7cf1792f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915855.027607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b3093f8-b69c-46e4-be13-688f7cf1792f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915855.0276446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b3093f8-b69c-46e4-be13-688f7cf1792f"} {"level":"info","ts":1784915857.060918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915857.0609996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"} {"level":"info","ts":1784915857.0610127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"} {"level":"info","ts":1784915857.0610256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","EoS":false} {"level":"info","ts":1784915857.0610385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","EoS":true} {"level":"info","ts":1784915857.0610595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915857.0610745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915857.0610974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"} {"level":"info","ts":1784915869.9787872,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915869.978903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"} {"level":"info","ts":1784915869.978915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"} {"level":"info","ts":1784915869.9789295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","EoS":false} {"level":"info","ts":1784915869.978941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","EoS":true} {"level":"info","ts":1784915869.9789653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915869.9789836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915869.979009,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"} {"level":"info","ts":1784915878.5586543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915878.5587335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"} {"level":"info","ts":1784915878.558743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"} {"level":"info","ts":1784915878.558754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","EoS":false} {"level":"info","ts":1784915878.5587652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","EoS":true} {"level":"info","ts":1784915878.5587876,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915878.5588026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915878.5588226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"} {"level":"info","ts":1784915887.5523143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915887.552398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"} {"level":"info","ts":1784915887.5524094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"} {"level":"info","ts":1784915887.552421,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","EoS":false} {"level":"info","ts":1784915887.5524368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","EoS":true} {"level":"info","ts":1784915887.5524611,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915887.5524788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915887.552499,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"} {"level":"info","ts":1784915896.6240478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915896.6241524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e58050a-f618-41c3-bd49-1228c542dc3c"} {"level":"info","ts":1784915896.6241653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e58050a-f618-41c3-bd49-1228c542dc3c"} {"level":"info","ts":1784915896.6241782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e58050a-f618-41c3-bd49-1228c542dc3c","EoS":false} {"level":"info","ts":1784915896.6241906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e58050a-f618-41c3-bd49-1228c542dc3c","EoS":true} {"level":"info","ts":1784915896.6242123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e58050a-f618-41c3-bd49-1228c542dc3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915896.624229,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e58050a-f618-41c3-bd49-1228c542dc3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915896.6242507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e58050a-f618-41c3-bd49-1228c542dc3c"} {"level":"info","ts":1784915901.4659474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915901.466041,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54705f7d-6501-40e7-ad3c-aff9a7386135"} {"level":"info","ts":1784915901.4660501,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54705f7d-6501-40e7-ad3c-aff9a7386135"} {"level":"info","ts":1784915901.4660623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54705f7d-6501-40e7-ad3c-aff9a7386135","EoS":false} {"level":"info","ts":1784915901.4660752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54705f7d-6501-40e7-ad3c-aff9a7386135","EoS":true} {"level":"info","ts":1784915901.4660969,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54705f7d-6501-40e7-ad3c-aff9a7386135","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915901.4661129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54705f7d-6501-40e7-ad3c-aff9a7386135","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915901.4661345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54705f7d-6501-40e7-ad3c-aff9a7386135"} {"level":"info","ts":1784915906.2875113,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915906.2875898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d146e28e-f529-4447-98e7-2dc124d81155"} {"level":"info","ts":1784915906.2875993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d146e28e-f529-4447-98e7-2dc124d81155"} {"level":"info","ts":1784915906.2876105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d146e28e-f529-4447-98e7-2dc124d81155","EoS":false} {"level":"info","ts":1784915906.287624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d146e28e-f529-4447-98e7-2dc124d81155","EoS":true} {"level":"info","ts":1784915906.2876484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d146e28e-f529-4447-98e7-2dc124d81155","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915906.2876654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d146e28e-f529-4447-98e7-2dc124d81155","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915906.287688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d146e28e-f529-4447-98e7-2dc124d81155"} {"level":"info","ts":1784915906.5997717,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915906.5998502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fa386da-8017-421d-a6db-ea84a8214c06"} {"level":"info","ts":1784915906.59986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0fa386da-8017-421d-a6db-ea84a8214c06"} {"level":"info","ts":1784915906.5998707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fa386da-8017-421d-a6db-ea84a8214c06","EoS":false} {"level":"info","ts":1784915906.5999074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fa386da-8017-421d-a6db-ea84a8214c06","EoS":true} {"level":"info","ts":1784915906.5999305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fa386da-8017-421d-a6db-ea84a8214c06","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915906.5999463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fa386da-8017-421d-a6db-ea84a8214c06","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915906.5999677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fa386da-8017-421d-a6db-ea84a8214c06"} {"level":"info","ts":1784915908.6354635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915908.6355343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6eea3c11-11b4-4000-bbff-8612ac548fda"} {"level":"info","ts":1784915908.6355433,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6eea3c11-11b4-4000-bbff-8612ac548fda"} {"level":"info","ts":1784915908.635555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6eea3c11-11b4-4000-bbff-8612ac548fda","EoS":false} {"level":"info","ts":1784915908.6355686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6eea3c11-11b4-4000-bbff-8612ac548fda","EoS":true} {"level":"info","ts":1784915908.6355894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6eea3c11-11b4-4000-bbff-8612ac548fda","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915908.6356068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6eea3c11-11b4-4000-bbff-8612ac548fda","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915908.6356297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6eea3c11-11b4-4000-bbff-8612ac548fda"} {"level":"info","ts":1784915910.6777442,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915910.6778216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b62a4fbb-3166-47a1-b47f-7dba5a44a366"} {"level":"info","ts":1784915910.6778338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b62a4fbb-3166-47a1-b47f-7dba5a44a366"} {"level":"info","ts":1784915910.6778448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b62a4fbb-3166-47a1-b47f-7dba5a44a366","EoS":false} {"level":"info","ts":1784915910.6778548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b62a4fbb-3166-47a1-b47f-7dba5a44a366","EoS":true} {"level":"info","ts":1784915910.6778975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b62a4fbb-3166-47a1-b47f-7dba5a44a366","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915910.6779141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b62a4fbb-3166-47a1-b47f-7dba5a44a366","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915910.6779358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b62a4fbb-3166-47a1-b47f-7dba5a44a366"} {"level":"info","ts":1784915912.7135754,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915912.713661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"} {"level":"info","ts":1784915912.713671,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"} {"level":"info","ts":1784915912.713683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","EoS":false} {"level":"info","ts":1784915912.713694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","EoS":true} {"level":"info","ts":1784915912.713717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915912.7137341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915912.7137566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"} {"level":"info","ts":1784915936.2880921,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915936.2881706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"} {"level":"info","ts":1784915936.288182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"} {"level":"info","ts":1784915936.2881937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","EoS":false} {"level":"info","ts":1784915936.2882037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","EoS":true} {"level":"info","ts":1784915936.2882245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915936.2882397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915936.2882624,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"} {"level":"info","ts":1784915945.7599034,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915945.7600052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"554912cd-5f75-4651-b118-75bb673ce556"} {"level":"info","ts":1784915945.7600262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"554912cd-5f75-4651-b118-75bb673ce556"} {"level":"info","ts":1784915945.7600458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"554912cd-5f75-4651-b118-75bb673ce556","EoS":false} {"level":"info","ts":1784915945.7600672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"554912cd-5f75-4651-b118-75bb673ce556","EoS":true} {"level":"info","ts":1784915945.7601073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"554912cd-5f75-4651-b118-75bb673ce556","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915945.7601292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"554912cd-5f75-4651-b118-75bb673ce556","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915945.7601676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"554912cd-5f75-4651-b118-75bb673ce556"} {"level":"info","ts":1784915951.3951976,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915951.395278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36e37efa-f75f-4438-a795-72ae966d39cc"} {"level":"info","ts":1784915951.3952916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36e37efa-f75f-4438-a795-72ae966d39cc"} {"level":"info","ts":1784915951.3953028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36e37efa-f75f-4438-a795-72ae966d39cc","EoS":false} {"level":"info","ts":1784915951.3953128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36e37efa-f75f-4438-a795-72ae966d39cc","EoS":true} {"level":"info","ts":1784915951.3953352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36e37efa-f75f-4438-a795-72ae966d39cc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915951.395352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36e37efa-f75f-4438-a795-72ae966d39cc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915951.395376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36e37efa-f75f-4438-a795-72ae966d39cc"} {"level":"info","ts":1784915961.089206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915961.0892863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"678fb1bb-db5c-4e3e-b67f-880b5b184869"} {"level":"info","ts":1784915961.0892985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"678fb1bb-db5c-4e3e-b67f-880b5b184869"} {"level":"info","ts":1784915961.0893104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"678fb1bb-db5c-4e3e-b67f-880b5b184869","EoS":false} {"level":"info","ts":1784915961.0893226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"678fb1bb-db5c-4e3e-b67f-880b5b184869","EoS":true} {"level":"info","ts":1784915961.0893438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"678fb1bb-db5c-4e3e-b67f-880b5b184869","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915961.0893607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"678fb1bb-db5c-4e3e-b67f-880b5b184869","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915961.0893798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"678fb1bb-db5c-4e3e-b67f-880b5b184869"} {"level":"info","ts":1784915963.124833,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915963.124926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"} {"level":"info","ts":1784915963.1249378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"} {"level":"info","ts":1784915963.1249502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","EoS":false} {"level":"info","ts":1784915963.1249602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","EoS":true} {"level":"info","ts":1784915963.1249807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915963.124997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915963.1250172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"} {"level":"info","ts":1784915972.6413772,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915972.6414795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"} {"level":"info","ts":1784915972.6414928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"} {"level":"info","ts":1784915972.641506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","EoS":false} {"level":"info","ts":1784915972.6415188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","EoS":true} {"level":"info","ts":1784915972.6415405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915972.6415563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915972.6415782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"} {"level":"info","ts":1784915972.6785693,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915972.6786351,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"} {"level":"info","ts":1784915972.6786458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"} {"level":"info","ts":1784915972.6786587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","EoS":false} {"level":"info","ts":1784915972.6786685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","EoS":true} {"level":"info","ts":1784915972.6786878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915972.6787076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915972.6787326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"} {"level":"info","ts":1784915992.0194793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915992.0195768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"} {"level":"info","ts":1784915992.0195932,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"} {"level":"info","ts":1784915992.01961,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","EoS":false} {"level":"info","ts":1784915992.0196245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","EoS":true} {"level":"info","ts":1784915992.0196521,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915992.0196738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915992.0197008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"} {"level":"info","ts":1784916001.4414465,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916001.4415371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"928f0a63-a439-4391-a5b3-985fc0261f75"} {"level":"info","ts":1784916001.4415495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"928f0a63-a439-4391-a5b3-985fc0261f75"} {"level":"info","ts":1784916001.441567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928f0a63-a439-4391-a5b3-985fc0261f75","EoS":false} {"level":"info","ts":1784916001.4415832,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928f0a63-a439-4391-a5b3-985fc0261f75","EoS":true} {"level":"info","ts":1784916001.4416068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"928f0a63-a439-4391-a5b3-985fc0261f75","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916001.441622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"928f0a63-a439-4391-a5b3-985fc0261f75","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916001.441646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"928f0a63-a439-4391-a5b3-985fc0261f75"} {"level":"info","ts":1784916006.785925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916006.7860029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"689b3205-a900-4763-811a-63ad0615254d"} {"level":"info","ts":1784916006.7860148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"689b3205-a900-4763-811a-63ad0615254d"} {"level":"info","ts":1784916006.7860265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"689b3205-a900-4763-811a-63ad0615254d","EoS":false} {"level":"info","ts":1784916006.7860372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"689b3205-a900-4763-811a-63ad0615254d","EoS":true} {"level":"info","ts":1784916006.7860606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"689b3205-a900-4763-811a-63ad0615254d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784916006.7860758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"689b3205-a900-4763-811a-63ad0615254d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784916006.7860959,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"689b3205-a900-4763-811a-63ad0615254d"} {"level":"info","ts":1784916097.9360452,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916097.9361236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b52b202d-a45f-45fb-ba02-1298065fbb91"} {"level":"info","ts":1784916097.9361365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b52b202d-a45f-45fb-ba02-1298065fbb91"} {"level":"info","ts":1784916097.9361482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b52b202d-a45f-45fb-ba02-1298065fbb91","EoS":false} {"level":"info","ts":1784916097.9361594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b52b202d-a45f-45fb-ba02-1298065fbb91","EoS":true} {"level":"info","ts":1784916097.93618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b52b202d-a45f-45fb-ba02-1298065fbb91","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784916097.936196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b52b202d-a45f-45fb-ba02-1298065fbb91","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784916097.9362173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b52b202d-a45f-45fb-ba02-1298065fbb91"} {"level":"info","ts":1784916121.5184813,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916121.5185766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"} {"level":"info","ts":1784916121.5185893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"} {"level":"info","ts":1784916121.5186095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","EoS":false} {"level":"info","ts":1784916121.518629,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","EoS":true} {"level":"info","ts":1784916121.5186596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784916121.5186784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784916121.51871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"} {"level":"info","ts":1784916156.9283106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916156.9284022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"} {"level":"info","ts":1784916156.9284167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"} {"level":"info","ts":1784916156.9284356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","EoS":false} {"level":"info","ts":1784916156.9284558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","EoS":true} {"level":"info","ts":1784916156.9284854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916156.928503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916156.9285333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"} {"level":"info","ts":1784916172.301109,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916172.3011823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"} {"level":"info","ts":1784916172.301194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"} {"level":"info","ts":1784916172.301205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","EoS":false} {"level":"info","ts":1784916172.3012147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","EoS":true} {"level":"info","ts":1784916172.301236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916172.3012514,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916172.301271,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"} {"level":"info","ts":1784916172.6265016,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916172.6265817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73e7b897-99e6-488d-a95a-873ee0a166f6"} {"level":"info","ts":1784916172.6265943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73e7b897-99e6-488d-a95a-873ee0a166f6"} {"level":"info","ts":1784916172.6266053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73e7b897-99e6-488d-a95a-873ee0a166f6","EoS":false} {"level":"info","ts":1784916172.6266193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73e7b897-99e6-488d-a95a-873ee0a166f6","EoS":true} {"level":"info","ts":1784916172.6266418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73e7b897-99e6-488d-a95a-873ee0a166f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916172.6266613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73e7b897-99e6-488d-a95a-873ee0a166f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916172.6266835,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73e7b897-99e6-488d-a95a-873ee0a166f6"} {"level":"info","ts":1784916490.2647095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916490.264796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"} {"level":"info","ts":1784916490.2648034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"} {"level":"info","ts":1784916490.2648144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","EoS":false} {"level":"info","ts":1784916490.2648253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","EoS":true} {"level":"info","ts":1784916490.2648487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916490.264862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916490.2649038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"} {"level":"info","ts":1784916490.307723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916490.3077765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"} {"level":"info","ts":1784916490.307784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"} {"level":"info","ts":1784916490.3077943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","EoS":false} {"level":"info","ts":1784916490.3078089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","EoS":true} {"level":"info","ts":1784916490.3078237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916490.307834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916490.3078542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"} {"level":"info","ts":1784916490.345457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916490.3455148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f097218-2234-4b27-b555-3f40493f1119"} {"level":"info","ts":1784916490.3455222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f097218-2234-4b27-b555-3f40493f1119"} {"level":"info","ts":1784916490.3455315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f097218-2234-4b27-b555-3f40493f1119","EoS":false} {"level":"info","ts":1784916490.3455412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f097218-2234-4b27-b555-3f40493f1119","EoS":true} {"level":"info","ts":1784916490.3455575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f097218-2234-4b27-b555-3f40493f1119","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916490.3455682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f097218-2234-4b27-b555-3f40493f1119","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916490.3455834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f097218-2234-4b27-b555-3f40493f1119"} {"level":"info","ts":1784916490.380194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916490.3802567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94e7bad7-7510-4f5a-897d-6aae2f188517"} {"level":"info","ts":1784916490.380269,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94e7bad7-7510-4f5a-897d-6aae2f188517"} {"level":"info","ts":1784916490.3802798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94e7bad7-7510-4f5a-897d-6aae2f188517","EoS":false} {"level":"info","ts":1784916490.3802922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94e7bad7-7510-4f5a-897d-6aae2f188517","EoS":true} {"level":"info","ts":1784916490.3803098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94e7bad7-7510-4f5a-897d-6aae2f188517","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916490.3803222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94e7bad7-7510-4f5a-897d-6aae2f188517","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916490.3803442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94e7bad7-7510-4f5a-897d-6aae2f188517"} {"level":"info","ts":1784916495.2971303,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c039f3e8-c2b1-4769-b25d-6322edf31905","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916495.297168,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c039f3e8-c2b1-4769-b25d-6322edf31905","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916495.2976377,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cd9c3b0-ee7c-4fbb-84b7-fe6f627941ae"} {"level":"info","ts":1784916495.3036642,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26a07b23-4a53-41b0-a471-483b5aedb9ca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916495.303688,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"26a07b23-4a53-41b0-a471-483b5aedb9ca","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784916495.304916,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cd9c3b0-ee7c-4fbb-84b7-fe6f627941ae","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916495.3051229,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34216.033958737,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.3051388,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.4449604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.4471865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33546.012557074,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.4472132,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.447709,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9cb1a6c-d836-4516-8d0f-c7a3e9753ed3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916495.447759,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9cb1a6c-d836-4516-8d0f-c7a3e9753ed3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916495.4486015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf01d5de-6928-4ae2-8b1f-9385b0052208"} {"level":"info","ts":1784916495.448769,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b70fb104-dc0a-4107-a841-db8a0de601bf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916495.4491136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b70fb104-dc0a-4107-a841-db8a0de601bf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916495.4492066,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38663.499653084,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.4492273,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.5456204,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.5473008,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cd9c3b0-ee7c-4fbb-84b7-fe6f627941ae","name":"e2e-external-provider"} {"level":"info","ts":1784916495.5473201,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916495.549698,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf01d5de-6928-4ae2-8b1f-9385b0052208","name":"e2e-external-model"} {"level":"info","ts":1784916495.5609157,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cd9c3b0-ee7c-4fbb-84b7-fe6f627941ae","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784916495.560952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e120e1c7-6294-482c-a68d-da5375def536","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916495.5609815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e120e1c7-6294-482c-a68d-da5375def536","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784916495.5676024,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf01d5de-6928-4ae2-8b1f-9385b0052208","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784916495.5676475,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf01d5de-6928-4ae2-8b1f-9385b0052208","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916495.5677059,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb847035-3ab6-4f93-89f9-6be4b9f8b2ad"} {"level":"info","ts":1784916495.567754,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb847035-3ab6-4f93-89f9-6be4b9f8b2ad","name":"e2e-external-model"} {"level":"error","ts":1784916495.5678349,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8cd9c3b0-ee7c-4fbb-84b7-fe6f627941ae","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916495.5679188,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2674cf3d-282c-454c-938e-d72f360630df"} {"level":"info","ts":1784916495.5679603,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2674cf3d-282c-454c-938e-d72f360630df","name":"e2e-external-provider"} {"level":"info","ts":1784916495.5760782,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c354ac58-fbdc-46a0-90c2-266f287180d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916495.5761034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c354ac58-fbdc-46a0-90c2-266f287180d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916495.5768232,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb847035-3ab6-4f93-89f9-6be4b9f8b2ad","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916495.5785906,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2674cf3d-282c-454c-938e-d72f360630df","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784916495.5805972,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb847035-3ab6-4f93-89f9-6be4b9f8b2ad","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916495.5806665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ed58b6f-78a0-475b-9393-5845a36f1352"} {"level":"info","ts":1784916495.580722,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ed58b6f-78a0-475b-9393-5845a36f1352","name":"e2e-external-model"} {"level":"info","ts":1784916495.5883524,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ed58b6f-78a0-475b-9393-5845a36f1352","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916495.5924249,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6febee64-d6b4-4f37-ac84-bcdcea52f71e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916495.592453,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6febee64-d6b4-4f37-ac84-bcdcea52f71e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784916495.5957482,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ed58b6f-78a0-475b-9393-5845a36f1352","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916495.5958161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8abfb5bb-a29b-4d27-b2a3-6d9123593aea"} {"level":"info","ts":1784916495.5958514,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8abfb5bb-a29b-4d27-b2a3-6d9123593aea","name":"e2e-external-model"} {"level":"info","ts":1784916495.603539,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8abfb5bb-a29b-4d27-b2a3-6d9123593aea","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916505.0509658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916505.0510607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062"} {"level":"info","ts":1784916505.0510793,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062"} {"level":"info","ts":1784916505.051099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062","EoS":false} {"level":"info","ts":1784916505.0511198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062","EoS":true} {"level":"info","ts":1784916505.0511482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916505.0511682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916505.051183,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062","modelName":"e2e-external-model"} {"level":"info","ts":1784916505.0512078,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916505.0512764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5bc11eb9-58a5-442e-96b7-d487e0357062"} {"level":"info","ts":1784916505.1008687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916505.1009424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d"} {"level":"info","ts":1784916505.100951,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d"} {"level":"info","ts":1784916505.1009617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d","EoS":false} {"level":"info","ts":1784916505.1009712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d","EoS":true} {"level":"info","ts":1784916505.1009903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916505.1010048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916505.1010115,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d","modelName":"e2e-external-model"} {"level":"info","ts":1784916505.1010234,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916505.10106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09e67b95-daf1-473f-9667-f8fa0fc93a2d"} {"level":"info","ts":1784916505.1272848,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916505.127343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca"} {"level":"info","ts":1784916505.127354,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca"} {"level":"info","ts":1784916505.1273646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","EoS":false} {"level":"info","ts":1784916505.1273746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","EoS":true} {"level":"info","ts":1784916505.1273952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916505.1274087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916505.1274145,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","modelName":"e2e-external-model"} {"level":"info","ts":1784916505.1274254,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916505.1274557,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca"} {"level":"info","ts":1784916505.2725706,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34c660eb-c57b-43d1-b913-569319930868"} {"level":"info","ts":1784916505.2726152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e34abb9-8f58-4238-930b-ea2768bfe92c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916505.2726533,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8e34abb9-8f58-4238-930b-ea2768bfe92c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916505.2777922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eccfcdd-5026-4463-bcc3-1f9a5f3abee5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916505.2778218,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eccfcdd-5026-4463-bcc3-1f9a5f3abee5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784916505.281162,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34c660eb-c57b-43d1-b913-569319930868","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916505.2812216,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34c660eb-c57b-43d1-b913-569319930868","name":"e2e-cleanup-test"} {"level":"error","ts":1784916505.2942758,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34c660eb-c57b-43d1-b913-569319930868","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784916505.2943132,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34c660eb-c57b-43d1-b913-569319930868","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916505.2943637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23643fd4-f661-4b27-a27e-4bdf2efde280"} {"level":"info","ts":1784916505.294414,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23643fd4-f661-4b27-a27e-4bdf2efde280","name":"e2e-cleanup-test"} {"level":"info","ts":1784916505.297252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54bf9ca5-4465-4690-af77-3547e32734f6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916505.2972786,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54bf9ca5-4465-4690-af77-3547e32734f6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784916505.3102896,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23643fd4-f661-4b27-a27e-4bdf2efde280","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784916505.3103278,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23643fd4-f661-4b27-a27e-4bdf2efde280","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916505.3103695,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6520473b-061a-458a-ac2c-561bd20dc34e"} {"level":"info","ts":1784916505.3104103,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6520473b-061a-458a-ac2c-561bd20dc34e","name":"e2e-cleanup-test"} {"level":"info","ts":1784916505.3122628,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4eb537b0-ef43-4684-a7f7-c944cb8a73a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916505.3122895,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4eb537b0-ef43-4684-a7f7-c944cb8a73a8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916505.322046,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6520473b-061a-458a-ac2c-561bd20dc34e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784916505.326071,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6520473b-061a-458a-ac2c-561bd20dc34e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916505.3261304,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"73bfec26-47fd-44da-a2aa-de0c991edcbb"} {"level":"info","ts":1784916505.3261688,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"73bfec26-47fd-44da-a2aa-de0c991edcbb","name":"e2e-cleanup-test"} {"level":"info","ts":1784916505.3312092,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05f37d6d-0728-489f-a2cb-883f65a1f1ed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916505.3312352,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05f37d6d-0728-489f-a2cb-883f65a1f1ed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916505.335556,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"73bfec26-47fd-44da-a2aa-de0c991edcbb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784916505.338813,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"73bfec26-47fd-44da-a2aa-de0c991edcbb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916505.3389003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf575fd5-04e0-4eef-8831-cb17ddcfaa0f"} {"level":"info","ts":1784916505.338955,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf575fd5-04e0-4eef-8831-cb17ddcfaa0f","name":"e2e-cleanup-test"} {"level":"info","ts":1784916505.3467913,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf575fd5-04e0-4eef-8831-cb17ddcfaa0f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916513.5565617,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc7b8561-6770-44e5-9337-2babc6c74f7a"} {"level":"info","ts":1784916513.5566006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63c523bc-7d7b-4f50-9d75-1f503cba4759","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916513.5566285,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63c523bc-7d7b-4f50-9d75-1f503cba4759","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916517.89411,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916517.8942225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837"} {"level":"info","ts":1784916517.8942385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837"} {"level":"info","ts":1784916517.8942583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837","EoS":false} {"level":"info","ts":1784916517.8942778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837","EoS":true} {"level":"info","ts":1784916517.8943095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784916517.8943312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784916517.8943665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837"} {"level":"info","ts":1784916517.9255052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916517.9255865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f"} {"level":"info","ts":1784916517.9256055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f"} {"level":"info","ts":1784916517.9256213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","EoS":false} {"level":"info","ts":1784916517.9256346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","EoS":true} {"level":"info","ts":1784916517.9256506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916517.9256651,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916517.9256723,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","modelName":"e2e-external-model"} {"level":"info","ts":1784916517.9256885,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916517.9257278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f"} {"level":"info","ts":1784916517.9695914,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916517.9696574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"} {"level":"info","ts":1784916517.9696734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"} {"level":"info","ts":1784916517.9696944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","EoS":false} {"level":"info","ts":1784916517.969713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","EoS":true} {"level":"info","ts":1784916517.9697368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784916517.9697537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916517.9697819,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"} {"level":"info","ts":1784916518.1175604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916518.1176298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"} {"level":"info","ts":1784916518.117644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"} {"level":"info","ts":1784916518.117657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","EoS":false} {"level":"info","ts":1784916518.1176674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","EoS":true} {"level":"info","ts":1784916518.1176896,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","field":"model"} {"level":"info","ts":1784916518.117712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"} {"level":"info","ts":1784916519.094442,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2831e357-27e7-4543-bca7-c566d9c70fad"} {"level":"info","ts":1784916519.0944343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7f5663b-87d2-465f-81d1-ef41e591eda9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916519.094478,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7f5663b-87d2-465f-81d1-ef41e591eda9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916519.251261,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07cf9d6b-af21-47c5-9385-189f1caa0f8b"} {"level":"info","ts":1784916519.25129,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4583b83a-f16e-4e0c-970d-e8213f621c67","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916519.2513165,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4583b83a-f16e-4e0c-970d-e8213f621c67","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784917642.5060122,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784917642.5060983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18f935fd-5443-4e64-9ad1-a891d75ebfc9"} {"level":"info","ts":1784917697.1758041,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784917697.1759295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"} {"level":"info","ts":1784917697.1759467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"} {"level":"info","ts":1784917697.1759675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","EoS":false} {"level":"info","ts":1784917697.1759887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","EoS":true} {"level":"info","ts":1784917697.1760218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784917697.1760418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784917697.1760752,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"}