{"level":"info","ts":1785249250.3789818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eab9ca39-8920-409b-bd6c-90fe33f14239"} {"level":"info","ts":1785249250.421292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249250.4213953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f2c17a9-8655-4639-94c3-4e360a5e6d65"} {"level":"info","ts":1785249250.4214108,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f2c17a9-8655-4639-94c3-4e360a5e6d65"} {"level":"info","ts":1785249250.421426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f2c17a9-8655-4639-94c3-4e360a5e6d65","EoS":false} {"level":"info","ts":1785249250.4214444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f2c17a9-8655-4639-94c3-4e360a5e6d65","EoS":true} {"level":"info","ts":1785249250.4214723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f2c17a9-8655-4639-94c3-4e360a5e6d65","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249250.4214923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f2c17a9-8655-4639-94c3-4e360a5e6d65","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249250.4215195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f2c17a9-8655-4639-94c3-4e360a5e6d65"} {"level":"info","ts":1785249254.585795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249254.585884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6167d64-19bd-4616-9a8f-5ff66addc7ad"} {"level":"info","ts":1785249254.585902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6167d64-19bd-4616-9a8f-5ff66addc7ad"} {"level":"info","ts":1785249254.5859199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6167d64-19bd-4616-9a8f-5ff66addc7ad","EoS":false} {"level":"info","ts":1785249254.5859408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6167d64-19bd-4616-9a8f-5ff66addc7ad","EoS":true} {"level":"info","ts":1785249254.585977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6167d64-19bd-4616-9a8f-5ff66addc7ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249254.5859966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6167d64-19bd-4616-9a8f-5ff66addc7ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249254.5860305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6167d64-19bd-4616-9a8f-5ff66addc7ad"} {"level":"info","ts":1785249273.6361587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249273.6362495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.6362603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.6362724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","EoS":false} {"level":"info","ts":1785249273.636283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","EoS":true} {"level":"info","ts":1785249273.6363056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249273.6363263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249273.6363502,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0f540b3-0e03-4746-b742-00a08f82b19c"} {"level":"info","ts":1785249273.780281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249273.780374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.7803888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.7804015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","EoS":false} {"level":"info","ts":1785249273.780413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","EoS":true} {"level":"info","ts":1785249273.7804344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249273.7804532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249273.7804785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6d587b3-7913-4cce-8117-193c95eca207"} {"level":"info","ts":1785249273.921497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249273.921587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249273.9216003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249273.9216173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","EoS":false} {"level":"info","ts":1785249273.9216347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","EoS":true} {"level":"info","ts":1785249273.9216697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249273.9217231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249273.9217563,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a64764a3-95a0-498b-b515-43e7c43dd28c"} {"level":"info","ts":1785249274.0677373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249274.0678325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.0678449,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.0678577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","EoS":false} {"level":"info","ts":1785249274.0678685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","EoS":true} {"level":"info","ts":1785249274.0678904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249274.067907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249274.067929,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06c4229c-b0e7-428a-a8b2-1237c988ab3a"} {"level":"info","ts":1785249274.2137067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249274.2137976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249274.213811,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249274.2138517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","EoS":false} {"level":"info","ts":1785249274.2138703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","EoS":true} {"level":"info","ts":1785249274.2139041,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249274.2139251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249274.2139556,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74ce5236-cc4c-4319-868c-7235f79fcf93"} {"level":"info","ts":1785249274.3522215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249274.352305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdbc91b2-027b-45e7-8fbf-5e069c9a2666"} {"level":"info","ts":1785249274.352316,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdbc91b2-027b-45e7-8fbf-5e069c9a2666"} {"level":"info","ts":1785249274.3523273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdbc91b2-027b-45e7-8fbf-5e069c9a2666","EoS":false} {"level":"info","ts":1785249274.35234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdbc91b2-027b-45e7-8fbf-5e069c9a2666","EoS":true} {"level":"info","ts":1785249274.352361,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdbc91b2-027b-45e7-8fbf-5e069c9a2666","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249274.3523812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdbc91b2-027b-45e7-8fbf-5e069c9a2666","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249274.3524053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdbc91b2-027b-45e7-8fbf-5e069c9a2666"} {"level":"info","ts":1785249291.6733172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249291.6734037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.6734145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.6734257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","EoS":false} {"level":"info","ts":1785249291.6734369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","EoS":true} {"level":"info","ts":1785249291.673459,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249291.6734748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249291.6734958,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"643729cc-c8ae-4e51-bce5-d4df11a1a168"} {"level":"info","ts":1785249291.717444,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249291.7175367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f684278-47fd-458c-9e2a-339bd031fed9"} {"level":"info","ts":1785249291.7175465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4f684278-47fd-458c-9e2a-339bd031fed9"} {"level":"info","ts":1785249291.7175567,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f684278-47fd-458c-9e2a-339bd031fed9","EoS":false} {"level":"info","ts":1785249291.7175682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f684278-47fd-458c-9e2a-339bd031fed9","EoS":true} {"level":"info","ts":1785249291.7175891,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f684278-47fd-458c-9e2a-339bd031fed9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249291.7176049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f684278-47fd-458c-9e2a-339bd031fed9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249291.717625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4f684278-47fd-458c-9e2a-339bd031fed9"} {"level":"info","ts":1785249291.7648838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249291.7649734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ef5bc5e-1bdb-457f-8d67-4e3108883e44"} {"level":"info","ts":1785249291.7649848,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ef5bc5e-1bdb-457f-8d67-4e3108883e44"} {"level":"info","ts":1785249291.7649968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ef5bc5e-1bdb-457f-8d67-4e3108883e44","EoS":false} {"level":"info","ts":1785249291.765008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ef5bc5e-1bdb-457f-8d67-4e3108883e44","EoS":true} {"level":"info","ts":1785249291.7650294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ef5bc5e-1bdb-457f-8d67-4e3108883e44","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249291.765045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ef5bc5e-1bdb-457f-8d67-4e3108883e44","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249291.7650669,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ef5bc5e-1bdb-457f-8d67-4e3108883e44"} {"level":"info","ts":1785249291.8142319,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249291.8143365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8b37e97-bd69-4bd2-95ed-f3b8c27080d3"} {"level":"info","ts":1785249296.5868876,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249296.5869696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249296.5869803,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249296.5869915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","EoS":false} {"level":"info","ts":1785249296.5870056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","EoS":true} {"level":"info","ts":1785249296.5870314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249296.5870473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249296.5870678,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36b72b1e-ba9f-41f9-8e5b-37a5b1b52da1"} {"level":"info","ts":1785249305.2009275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249305.2010086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e44d275-2fdb-408e-96e8-61a25742bec1"} {"level":"info","ts":1785249305.20102,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e44d275-2fdb-408e-96e8-61a25742bec1"} {"level":"info","ts":1785249305.2010307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e44d275-2fdb-408e-96e8-61a25742bec1","EoS":false} {"level":"info","ts":1785249305.2010455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e44d275-2fdb-408e-96e8-61a25742bec1","EoS":true} {"level":"info","ts":1785249305.2010665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e44d275-2fdb-408e-96e8-61a25742bec1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249305.201083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e44d275-2fdb-408e-96e8-61a25742bec1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249305.2011287,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e44d275-2fdb-408e-96e8-61a25742bec1"} {"level":"info","ts":1785249307.238916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249307.2389965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3172373d-f893-4f21-b790-ad5e7af13b50"} {"level":"info","ts":1785249307.2390058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3172373d-f893-4f21-b790-ad5e7af13b50"} {"level":"info","ts":1785249307.2390168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3172373d-f893-4f21-b790-ad5e7af13b50","EoS":false} {"level":"info","ts":1785249307.2390273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3172373d-f893-4f21-b790-ad5e7af13b50","EoS":true} {"level":"info","ts":1785249307.2390468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3172373d-f893-4f21-b790-ad5e7af13b50","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249307.239063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3172373d-f893-4f21-b790-ad5e7af13b50","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249307.239084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3172373d-f893-4f21-b790-ad5e7af13b50"} {"level":"info","ts":1785249309.2806118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249309.280691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249309.2806995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249309.28071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","EoS":false} {"level":"info","ts":1785249309.2807205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","EoS":true} {"level":"info","ts":1785249309.2807405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249309.280756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249309.2807784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d1e1989-3bd1-41b3-b8b3-ccc09c97a41b"} {"level":"info","ts":1785249322.2078042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249322.2078998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249322.2079148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249322.2079275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","EoS":false} {"level":"info","ts":1785249322.2079406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","EoS":true} {"level":"info","ts":1785249322.208021,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249322.2080407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249322.2080626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8cceebd-e79c-4f41-b769-659a0a1a2c6a"} {"level":"info","ts":1785249330.7693558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249330.769435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249330.769445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249330.7694578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","EoS":false} {"level":"info","ts":1785249330.7694764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","EoS":true} {"level":"info","ts":1785249330.7695043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249330.7695212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249330.7695458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e23a04d-f900-4fbd-97ed-ce980bf50d65"} {"level":"info","ts":1785249339.6598792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249339.659961,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249339.6599708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249339.6599815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","EoS":false} {"level":"info","ts":1785249339.659993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","EoS":true} {"level":"info","ts":1785249339.6600149,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249339.6600301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249339.6600523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84ee6acb-4f7e-49de-9178-375ccc8f4a76"} {"level":"info","ts":1785249348.6769056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249348.6769972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57629eea-b8af-4243-8f6a-07e863d95a22"} {"level":"info","ts":1785249348.677014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57629eea-b8af-4243-8f6a-07e863d95a22"} {"level":"info","ts":1785249348.677033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57629eea-b8af-4243-8f6a-07e863d95a22","EoS":false} {"level":"info","ts":1785249348.6770546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57629eea-b8af-4243-8f6a-07e863d95a22","EoS":true} {"level":"info","ts":1785249348.6770878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57629eea-b8af-4243-8f6a-07e863d95a22","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249348.6771271,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57629eea-b8af-4243-8f6a-07e863d95a22","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249348.6771572,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57629eea-b8af-4243-8f6a-07e863d95a22"} {"level":"info","ts":1785249353.465056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249353.4651551,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61f7871d-5c67-4329-a94a-2a5dde5c7216"} {"level":"info","ts":1785249353.4651651,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61f7871d-5c67-4329-a94a-2a5dde5c7216"} {"level":"info","ts":1785249353.4651763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61f7871d-5c67-4329-a94a-2a5dde5c7216","EoS":false} {"level":"info","ts":1785249353.4651868,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"61f7871d-5c67-4329-a94a-2a5dde5c7216","EoS":true} {"level":"info","ts":1785249353.4652066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61f7871d-5c67-4329-a94a-2a5dde5c7216","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249353.4652224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61f7871d-5c67-4329-a94a-2a5dde5c7216","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249353.4652426,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"61f7871d-5c67-4329-a94a-2a5dde5c7216"} {"level":"info","ts":1785249358.34565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249358.3457513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0490bf3c-adb4-4633-a68a-28d0c4fd4033"} {"level":"info","ts":1785249358.345764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0490bf3c-adb4-4633-a68a-28d0c4fd4033"} {"level":"info","ts":1785249358.3457766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0490bf3c-adb4-4633-a68a-28d0c4fd4033","EoS":false} {"level":"info","ts":1785249358.345788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0490bf3c-adb4-4633-a68a-28d0c4fd4033","EoS":true} {"level":"info","ts":1785249358.3458104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0490bf3c-adb4-4633-a68a-28d0c4fd4033","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249358.3458269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0490bf3c-adb4-4633-a68a-28d0c4fd4033","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249358.3458498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0490bf3c-adb4-4633-a68a-28d0c4fd4033"} {"level":"info","ts":1785249358.7670007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249358.767083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a2da125-cc5a-4bed-b9d3-bf515293dd71"} {"level":"info","ts":1785249358.7671196,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a2da125-cc5a-4bed-b9d3-bf515293dd71"} {"level":"info","ts":1785249358.7671325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a2da125-cc5a-4bed-b9d3-bf515293dd71","EoS":false} {"level":"info","ts":1785249358.7671437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a2da125-cc5a-4bed-b9d3-bf515293dd71","EoS":true} {"level":"info","ts":1785249358.7671673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a2da125-cc5a-4bed-b9d3-bf515293dd71","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249358.7671835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a2da125-cc5a-4bed-b9d3-bf515293dd71","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249358.7672067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a2da125-cc5a-4bed-b9d3-bf515293dd71"} {"level":"info","ts":1785249360.8072565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249360.8073695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aad7fbe6-1b70-4154-942e-ce0987d8a62b"} {"level":"info","ts":1785249360.8073847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aad7fbe6-1b70-4154-942e-ce0987d8a62b"} {"level":"info","ts":1785249360.8073978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aad7fbe6-1b70-4154-942e-ce0987d8a62b","EoS":false} {"level":"info","ts":1785249360.8074107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aad7fbe6-1b70-4154-942e-ce0987d8a62b","EoS":true} {"level":"info","ts":1785249360.8074322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aad7fbe6-1b70-4154-942e-ce0987d8a62b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249360.8074484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aad7fbe6-1b70-4154-942e-ce0987d8a62b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249360.807469,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aad7fbe6-1b70-4154-942e-ce0987d8a62b"} {"level":"info","ts":1785249362.8416023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249362.8416886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d21ccd3f-f1ea-4b4a-b161-c985742f4d32"} {"level":"info","ts":1785249362.8416996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d21ccd3f-f1ea-4b4a-b161-c985742f4d32"} {"level":"info","ts":1785249362.8417115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d21ccd3f-f1ea-4b4a-b161-c985742f4d32","EoS":false} {"level":"info","ts":1785249362.8417237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d21ccd3f-f1ea-4b4a-b161-c985742f4d32","EoS":true} {"level":"info","ts":1785249362.8417442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d21ccd3f-f1ea-4b4a-b161-c985742f4d32","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249362.8417597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d21ccd3f-f1ea-4b4a-b161-c985742f4d32","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249362.8417804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d21ccd3f-f1ea-4b4a-b161-c985742f4d32"} {"level":"info","ts":1785249364.8765662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249364.8766513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249364.876661,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249364.8766732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","EoS":false} {"level":"info","ts":1785249364.8766901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","EoS":true} {"level":"info","ts":1785249364.876712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249364.8767278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249364.8767483,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9937047d-97d2-4d20-a395-042327234ab3"} {"level":"info","ts":1785249387.821338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249387.8214214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249387.821434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249387.8214495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","EoS":false} {"level":"info","ts":1785249387.8214676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","EoS":true} {"level":"info","ts":1785249387.8214946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249387.8215132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249387.8215392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b7b97a2-b709-4c31-87fa-82a248be88ad"} {"level":"info","ts":1785249397.2325106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249397.2326038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3af17d0d-aea7-4093-9241-01bf87d585b8"} {"level":"info","ts":1785249397.2326148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3af17d0d-aea7-4093-9241-01bf87d585b8"} {"level":"info","ts":1785249397.2326264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3af17d0d-aea7-4093-9241-01bf87d585b8","EoS":false} {"level":"info","ts":1785249397.23264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3af17d0d-aea7-4093-9241-01bf87d585b8","EoS":true} {"level":"info","ts":1785249397.2326615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3af17d0d-aea7-4093-9241-01bf87d585b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249397.2326782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3af17d0d-aea7-4093-9241-01bf87d585b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249397.2327044,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3af17d0d-aea7-4093-9241-01bf87d585b8"} {"level":"info","ts":1785249415.8358147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249415.8359003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4f207c3-af5f-4a40-8ecd-23bd3de2d7cd"} {"level":"info","ts":1785249415.8359122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4f207c3-af5f-4a40-8ecd-23bd3de2d7cd"} {"level":"info","ts":1785249415.8359241,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4f207c3-af5f-4a40-8ecd-23bd3de2d7cd","EoS":false} {"level":"info","ts":1785249415.8359365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4f207c3-af5f-4a40-8ecd-23bd3de2d7cd","EoS":true} {"level":"info","ts":1785249415.8359573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4f207c3-af5f-4a40-8ecd-23bd3de2d7cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249415.8359725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4f207c3-af5f-4a40-8ecd-23bd3de2d7cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249415.8359938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4f207c3-af5f-4a40-8ecd-23bd3de2d7cd"} {"level":"info","ts":1785249425.623563,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249425.6236656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9e490fd-f7a2-4adc-b728-35b8463af3bc"} {"level":"info","ts":1785249425.6236813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9e490fd-f7a2-4adc-b728-35b8463af3bc"} {"level":"info","ts":1785249425.623695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9e490fd-f7a2-4adc-b728-35b8463af3bc","EoS":false} {"level":"info","ts":1785249425.6237056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9e490fd-f7a2-4adc-b728-35b8463af3bc","EoS":true} {"level":"info","ts":1785249425.623753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9e490fd-f7a2-4adc-b728-35b8463af3bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249425.6237707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9e490fd-f7a2-4adc-b728-35b8463af3bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249425.6237938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b9e490fd-f7a2-4adc-b728-35b8463af3bc"} {"level":"info","ts":1785249427.6631603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249427.6632516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249427.663263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249427.6632783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","EoS":false} {"level":"info","ts":1785249427.6632931,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","EoS":true} {"level":"info","ts":1785249427.663314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249427.6633306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249427.663357,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bee25a01-877f-40a5-94e5-fe6572e25690"} {"level":"info","ts":1785249437.198551,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249437.1986256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.198637,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.1986477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","EoS":false} {"level":"info","ts":1785249437.198661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","EoS":true} {"level":"info","ts":1785249437.198684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249437.1987002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249437.1987247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f05030f3-955c-407d-b668-8d2263e082e1"} {"level":"info","ts":1785249437.2382748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249437.2383785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249437.238395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249437.2384086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","EoS":false} {"level":"info","ts":1785249437.238423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","EoS":true} {"level":"info","ts":1785249437.2384453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249437.2384608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249437.238482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9671f3e0-1c09-4d89-90e7-914018f080f1"} {"level":"info","ts":1785249456.5719717,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249456.5720713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249456.5721204,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249456.5721424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","EoS":false} {"level":"info","ts":1785249456.5721552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","EoS":true} {"level":"info","ts":1785249456.5721762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249456.572192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249456.5722177,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89adcbab-996a-42c8-9d5e-715fe14c32fc"} {"level":"info","ts":1785249465.9558337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249465.955933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a9da86c-b206-4612-bff1-e0a92b5e03ca"} {"level":"info","ts":1785249465.955945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a9da86c-b206-4612-bff1-e0a92b5e03ca"} {"level":"info","ts":1785249465.9559577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a9da86c-b206-4612-bff1-e0a92b5e03ca","EoS":false} {"level":"info","ts":1785249465.955969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a9da86c-b206-4612-bff1-e0a92b5e03ca","EoS":true} {"level":"info","ts":1785249465.955992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a9da86c-b206-4612-bff1-e0a92b5e03ca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249465.9560082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a9da86c-b206-4612-bff1-e0a92b5e03ca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249465.9560294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a9da86c-b206-4612-bff1-e0a92b5e03ca"} {"level":"info","ts":1785249471.3592908,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249471.3593826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9c819f4-1164-45d2-8f8c-4e48368cbdf2"} {"level":"info","ts":1785249471.3593967,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9c819f4-1164-45d2-8f8c-4e48368cbdf2"} {"level":"info","ts":1785249471.3594167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9c819f4-1164-45d2-8f8c-4e48368cbdf2","EoS":false} {"level":"info","ts":1785249471.3594365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9c819f4-1164-45d2-8f8c-4e48368cbdf2","EoS":true} {"level":"info","ts":1785249471.3594697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9c819f4-1164-45d2-8f8c-4e48368cbdf2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785249471.3594892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9c819f4-1164-45d2-8f8c-4e48368cbdf2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785249471.3595219,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9c819f4-1164-45d2-8f8c-4e48368cbdf2"} {"level":"info","ts":1785249562.1457424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249562.14584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6aa8a233-075e-4b28-b5be-58cf1dc9d850"} {"level":"info","ts":1785249562.1458595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6aa8a233-075e-4b28-b5be-58cf1dc9d850"} {"level":"info","ts":1785249562.145879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6aa8a233-075e-4b28-b5be-58cf1dc9d850","EoS":false} {"level":"info","ts":1785249562.1459005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6aa8a233-075e-4b28-b5be-58cf1dc9d850","EoS":true} {"level":"info","ts":1785249562.1459324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6aa8a233-075e-4b28-b5be-58cf1dc9d850","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785249562.1459556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6aa8a233-075e-4b28-b5be-58cf1dc9d850","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785249562.145987,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6aa8a233-075e-4b28-b5be-58cf1dc9d850"} {"level":"info","ts":1785249588.4456558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249588.445746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249588.4457576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249588.4457693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","EoS":false} {"level":"info","ts":1785249588.445784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","EoS":true} {"level":"info","ts":1785249588.4458053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785249588.44582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785249588.4458442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b023b9c3-03c0-4a30-a0d4-9affb09cde58"} {"level":"info","ts":1785249627.27054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249627.2706203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249627.2706304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249627.2706418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","EoS":false} {"level":"info","ts":1785249627.2706528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","EoS":true} {"level":"info","ts":1785249627.270673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249627.270689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249627.2707098,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bffb9100-c792-4376-a4cd-6f2f46271b1c"} {"level":"info","ts":1785249642.5085077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249642.5085962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249642.508613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249642.5086508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","EoS":false} {"level":"info","ts":1785249642.508673,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","EoS":true} {"level":"info","ts":1785249642.5087059,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249642.5087256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249642.5087552,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a04c322-8e58-4457-9db0-0b76eeeeb67f"} {"level":"info","ts":1785249642.7888813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249642.7889726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7351c9ce-4f50-4b16-9ca5-59436f77cb2c"} {"level":"info","ts":1785249642.7889855,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7351c9ce-4f50-4b16-9ca5-59436f77cb2c"} {"level":"info","ts":1785249642.7890038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7351c9ce-4f50-4b16-9ca5-59436f77cb2c","EoS":false} {"level":"info","ts":1785249642.789025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7351c9ce-4f50-4b16-9ca5-59436f77cb2c","EoS":true} {"level":"info","ts":1785249642.789056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7351c9ce-4f50-4b16-9ca5-59436f77cb2c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785249642.789074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7351c9ce-4f50-4b16-9ca5-59436f77cb2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249642.7891297,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7351c9ce-4f50-4b16-9ca5-59436f77cb2c"} {"level":"info","ts":1785249964.740151,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249964.740263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249964.7402823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249964.740301,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","EoS":false} {"level":"info","ts":1785249964.7403204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","EoS":true} {"level":"info","ts":1785249964.7403483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249964.7403667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249964.74039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31c3eff3-19a4-4fc2-87e8-8d4af97cd83f"} {"level":"info","ts":1785249964.7833562,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249964.7834406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1325d0c4-881f-43ce-8c52-c2c4c7a057e1"} {"level":"info","ts":1785249964.783451,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1325d0c4-881f-43ce-8c52-c2c4c7a057e1"} {"level":"info","ts":1785249964.7834637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1325d0c4-881f-43ce-8c52-c2c4c7a057e1","EoS":false} {"level":"info","ts":1785249964.7834783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1325d0c4-881f-43ce-8c52-c2c4c7a057e1","EoS":true} {"level":"info","ts":1785249964.7834985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1325d0c4-881f-43ce-8c52-c2c4c7a057e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249964.7835147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1325d0c4-881f-43ce-8c52-c2c4c7a057e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249964.783536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1325d0c4-881f-43ce-8c52-c2c4c7a057e1"} {"level":"info","ts":1785249964.8183165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249964.8183947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b295776b-5e6c-4b53-b385-d1a4fcff94e9"} {"level":"info","ts":1785249964.8184047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b295776b-5e6c-4b53-b385-d1a4fcff94e9"} {"level":"info","ts":1785249964.8184154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b295776b-5e6c-4b53-b385-d1a4fcff94e9","EoS":false} {"level":"info","ts":1785249964.8184266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b295776b-5e6c-4b53-b385-d1a4fcff94e9","EoS":true} {"level":"info","ts":1785249964.8184469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b295776b-5e6c-4b53-b385-d1a4fcff94e9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785249964.8184638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b295776b-5e6c-4b53-b385-d1a4fcff94e9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785249964.8184843,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b295776b-5e6c-4b53-b385-d1a4fcff94e9"} {"level":"info","ts":1785249969.7290356,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b07ef9d4-ad33-4038-b058-84b720ae159b"} {"level":"info","ts":1785249969.729157,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49d43631-5ec6-4d09-9e2d-7c8ef889d819","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249969.72919,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49d43631-5ec6-4d09-9e2d-7c8ef889d819","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785249969.7345808,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b65c15d8-d686-4c51-8285-2f743060b7a5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249969.7347162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38838.904243077,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.7347445,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b65c15d8-d686-4c51-8285-2f743060b7a5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785249969.73474,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.846492,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.9307544,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d4300e7-4416-48f7-8ea8-1c27c190fcda","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249969.9307992,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2d4300e7-4416-48f7-8ea8-1c27c190fcda","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785249969.9315262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc4bf5da-ff95-4471-82e0-ddd454550298","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249969.9316525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dce59ce-28ff-4990-a8e7-19682e602a91"} {"level":"info","ts":1785249969.9317288,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc4bf5da-ff95-4471-82e0-ddd454550298","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249969.9321713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f14ab23-a476-4e9a-8a30-08415f5840d3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249969.9321973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f14ab23-a476-4e9a-8a30-08415f5840d3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249969.9322445,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32787.780783088,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.932257,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.935739,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36615.117840443,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.9357605,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249969.9440205,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249970.007718,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785249970.0208302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6625001-6a13-4428-9384-bd12922052d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249970.0208702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6625001-6a13-4428-9384-bd12922052d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249970.0328221,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dce59ce-28ff-4990-a8e7-19682e602a91","name":"e2e-external-model"} {"level":"info","ts":1785249970.0360787,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b07ef9d4-ad33-4038-b058-84b720ae159b","name":"e2e-external-provider"} {"level":"info","ts":1785249970.0395148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddd30fbf-7b9d-4ef1-8253-26a29fea8c20","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249970.0395575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddd30fbf-7b9d-4ef1-8253-26a29fea8c20","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249970.045954,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b07ef9d4-ad33-4038-b058-84b720ae159b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785249970.0461237,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dce59ce-28ff-4990-a8e7-19682e602a91","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785249970.0498948,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b07ef9d4-ad33-4038-b058-84b720ae159b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785249970.0499794,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dce59ce-28ff-4990-a8e7-19682e602a91","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249970.0500278,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ccc30df-c90f-4a91-8d16-197578dacfec"} {"level":"info","ts":1785249970.0500846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d7bf00-e52d-48f8-abc1-eb05b77349bd"} {"level":"info","ts":1785249970.050168,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d7bf00-e52d-48f8-abc1-eb05b77349bd","name":"e2e-external-model"} {"level":"info","ts":1785249970.0500848,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ccc30df-c90f-4a91-8d16-197578dacfec","name":"e2e-external-provider"} {"level":"info","ts":1785249970.0568008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f6e48dc-0673-4e2f-a00b-feeb85979cb6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249970.056839,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f6e48dc-0673-4e2f-a00b-feeb85979cb6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785249970.0603614,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d7bf00-e52d-48f8-abc1-eb05b77349bd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249970.0630736,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ccc30df-c90f-4a91-8d16-197578dacfec","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785249970.064451,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2d7bf00-e52d-48f8-abc1-eb05b77349bd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249970.0645435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5735556-9df3-4bc1-aff2-1b4fe5229088"} {"level":"info","ts":1785249970.064588,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5735556-9df3-4bc1-aff2-1b4fe5229088","name":"e2e-external-model"} {"level":"info","ts":1785249970.0744262,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5735556-9df3-4bc1-aff2-1b4fe5229088","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249977.5676277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249977.5677164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33303457-87ec-48da-b981-99ca50573239"} {"level":"info","ts":1785249977.5677292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33303457-87ec-48da-b981-99ca50573239"} {"level":"info","ts":1785249977.5677445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33303457-87ec-48da-b981-99ca50573239","EoS":false} {"level":"info","ts":1785249977.5677664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33303457-87ec-48da-b981-99ca50573239","EoS":true} {"level":"info","ts":1785249977.5677924,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33303457-87ec-48da-b981-99ca50573239","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785249977.5678113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33303457-87ec-48da-b981-99ca50573239","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785249977.5678267,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"33303457-87ec-48da-b981-99ca50573239","modelName":"e2e-external-model"} {"level":"info","ts":1785249977.56784,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"33303457-87ec-48da-b981-99ca50573239","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785249977.5678985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33303457-87ec-48da-b981-99ca50573239"} {"level":"info","ts":1785249977.617088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249977.6171799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932"} {"level":"info","ts":1785249977.6171887,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932"} {"level":"info","ts":1785249977.6171992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932","EoS":false} {"level":"info","ts":1785249977.6172109,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932","EoS":true} {"level":"info","ts":1785249977.6172302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785249977.6172454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785249977.6172526,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932","modelName":"e2e-external-model"} {"level":"info","ts":1785249977.6172664,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785249977.617308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ae13d94-7fb6-48a3-8e30-1e789e276932"} {"level":"info","ts":1785249977.6556783,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249977.6557574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.6557689,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.6557806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","EoS":false} {"level":"info","ts":1785249977.6557941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","EoS":true} {"level":"info","ts":1785249977.655815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785249977.655827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785249977.6558344,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","modelName":"e2e-external-model"} {"level":"info","ts":1785249977.6558492,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785249977.655885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92a274fa-f3c8-4760-b48f-862e7f3c2c97"} {"level":"info","ts":1785249977.9195857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32c81ee8-dd9a-47ba-815e-b7d9dbe86b3c"} {"level":"info","ts":1785249977.9195974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c0bf3ec-5da5-409e-be19-9f66f504f1c4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.9196393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c0bf3ec-5da5-409e-be19-9f66f504f1c4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785249977.926847,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32c81ee8-dd9a-47ba-815e-b7d9dbe86b3c","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.9268858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16109a1c-a4c8-4211-9bb1-26c65a6e5554","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.926911,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16109a1c-a4c8-4211-9bb1-26c65a6e5554","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785249977.9375944,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32c81ee8-dd9a-47ba-815e-b7d9dbe86b3c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249977.9431498,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3c63274-a2e0-427f-95fe-2726f4d25f5f"} {"level":"info","ts":1785249977.9432125,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3c63274-a2e0-427f-95fe-2726f4d25f5f","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.9434605,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f78bcbe9-cf95-471f-bbc6-6352e19c09a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.943498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f78bcbe9-cf95-471f-bbc6-6352e19c09a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785249977.9553187,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3c63274-a2e0-427f-95fe-2726f4d25f5f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785249977.9553661,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3c63274-a2e0-427f-95fe-2726f4d25f5f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249977.9554288,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74c4216d-4d94-494b-b6db-471353eee30b"} {"level":"info","ts":1785249977.955487,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74c4216d-4d94-494b-b6db-471353eee30b","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.959236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6252ff5d-0848-4fa1-bb50-51e10081a554","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.9592648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6252ff5d-0848-4fa1-bb50-51e10081a554","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785249977.9634624,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74c4216d-4d94-494b-b6db-471353eee30b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785249977.9670675,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"74c4216d-4d94-494b-b6db-471353eee30b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249977.967161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dabfdb5-df50-4bc0-b880-a0ed60a49116"} {"level":"info","ts":1785249977.9672184,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dabfdb5-df50-4bc0-b880-a0ed60a49116","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.974105,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c85e466-cd6d-4702-a73e-88275c552242","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249977.97414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c85e466-cd6d-4702-a73e-88275c552242","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785249977.9756048,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dabfdb5-df50-4bc0-b880-a0ed60a49116","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785249977.978812,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dabfdb5-df50-4bc0-b880-a0ed60a49116","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785249977.978884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c85e8744-cfd7-43e6-af1a-6c893a592920"} {"level":"info","ts":1785249977.9789343,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c85e8744-cfd7-43e6-af1a-6c893a592920","name":"e2e-cleanup-test"} {"level":"info","ts":1785249977.985945,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c85e8744-cfd7-43e6-af1a-6c893a592920","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785249986.2221444,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93704439-206b-4d45-9148-c954eda099b3"} {"level":"info","ts":1785249986.2221427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cb5c2ef-2ab6-4624-9c46-2eea4c0d03a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249986.22222,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cb5c2ef-2ab6-4624-9c46-2eea4c0d03a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785249990.569482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249990.5695748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4"} {"level":"info","ts":1785249990.5695841,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4"} {"level":"info","ts":1785249990.569595,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4","EoS":false} {"level":"info","ts":1785249990.5696063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4","EoS":true} {"level":"info","ts":1785249990.5696263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785249990.5696404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785249990.569664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58710d24-37a4-4b3b-aac0-b95daf16a1a4"} {"level":"info","ts":1785249990.602804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249990.6028821,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.602891,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.6029015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","EoS":false} {"level":"info","ts":1785249990.6029127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","EoS":true} {"level":"info","ts":1785249990.6029344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785249990.602951,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785249990.6029618,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","modelName":"e2e-external-model"} {"level":"info","ts":1785249990.6029816,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785249990.60302,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e603af4d-ddb6-47ea-b478-1b1bb37543b0"} {"level":"info","ts":1785249990.7108033,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249990.7108772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.7108877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.710898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","EoS":false} {"level":"info","ts":1785249990.7109082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","EoS":true} {"level":"info","ts":1785249990.7109272,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785249990.710941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785249990.7109644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14641eba-4461-4eca-966f-abc337d1c2ba"} {"level":"info","ts":1785249990.8693814,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785249990.8694606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249990.8694696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249990.8694818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","EoS":false} {"level":"info","ts":1785249990.869493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","EoS":true} {"level":"info","ts":1785249990.8695428,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce","field":"model"} {"level":"info","ts":1785249990.8695703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfac6759-6e2f-42f3-8f99-b53087b2bdce"} {"level":"info","ts":1785249991.8777902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c53d193c-1829-4cce-8566-93c32efc1e7c"} {"level":"info","ts":1785249991.8777988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ba36431-fd81-411a-ab71-a19b0c8eca93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249991.877864,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ba36431-fd81-411a-ab71-a19b0c8eca93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785249992.057822,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a601d0c-4c28-47ba-b1f8-77cc98f89807"} {"level":"info","ts":1785249992.0578644,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10f5572a-d777-41cf-b6e2-7cc45f00fc5a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785249992.057896,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10f5572a-d777-41cf-b6e2-7cc45f00fc5a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785252185.131561,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785252185.1316638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3437a45d-04e3-4597-a514-2a72c59f52a6"} {"level":"info","ts":1785252251.0828166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785252251.082919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"} {"level":"info","ts":1785252251.082934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"} {"level":"info","ts":1785252251.082953,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","EoS":false} {"level":"info","ts":1785252251.082975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","EoS":true} {"level":"info","ts":1785252251.0830169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785252251.083038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785252251.0830672,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08511fc0-aeb7-4a82-8366-092a020f1b7e"}