{"level":"info","ts":1785183707.3602993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183707.3603888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7"} {"level":"info","ts":1785183707.3604023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7"} {"level":"info","ts":1785183707.360415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7","EoS":false} {"level":"info","ts":1785183707.3604274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7","EoS":true} {"level":"info","ts":1785183707.3604493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183707.3604658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183707.3604877,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ca66866-355f-442f-9da3-7a6975ecc4f7"} {"level":"info","ts":1785183707.3996153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183707.3997135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f412465-6bd2-43d7-9403-21566296cd0c"} {"level":"info","ts":1785183707.3997269,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f412465-6bd2-43d7-9403-21566296cd0c"} {"level":"info","ts":1785183707.3997395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f412465-6bd2-43d7-9403-21566296cd0c","EoS":false} {"level":"info","ts":1785183707.3997493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f412465-6bd2-43d7-9403-21566296cd0c","EoS":true} {"level":"info","ts":1785183707.3997684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f412465-6bd2-43d7-9403-21566296cd0c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183707.399782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f412465-6bd2-43d7-9403-21566296cd0c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183707.3998032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f412465-6bd2-43d7-9403-21566296cd0c"} {"level":"info","ts":1785183711.5604753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183711.5605571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f08f8a5-626d-437f-8263-c04d6860a3cb"} {"level":"info","ts":1785183711.560568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f08f8a5-626d-437f-8263-c04d6860a3cb"} {"level":"info","ts":1785183711.5605786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f08f8a5-626d-437f-8263-c04d6860a3cb","EoS":false} {"level":"info","ts":1785183711.5606003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f08f8a5-626d-437f-8263-c04d6860a3cb","EoS":true} {"level":"info","ts":1785183711.560623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f08f8a5-626d-437f-8263-c04d6860a3cb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183711.560656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f08f8a5-626d-437f-8263-c04d6860a3cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183711.5606756,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f08f8a5-626d-437f-8263-c04d6860a3cb"} {"level":"info","ts":1785183730.5033748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183730.5034904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"} {"level":"info","ts":1785183730.503507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"} {"level":"info","ts":1785183730.5035193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","EoS":false} {"level":"info","ts":1785183730.503532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","EoS":true} {"level":"info","ts":1785183730.5035546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183730.5035698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183730.5035932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42441c13-0d0a-49f6-9cf8-1af7721651e1"} {"level":"info","ts":1785183730.643695,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183730.6437747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"} {"level":"info","ts":1785183730.6437836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"} {"level":"info","ts":1785183730.643794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","EoS":false} {"level":"info","ts":1785183730.643805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","EoS":true} {"level":"info","ts":1785183730.6438248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183730.6438427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183730.6438673,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b88e44bd-c4b1-4674-b19b-2c657148129e"} {"level":"info","ts":1785183730.7817366,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183730.7818165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"} {"level":"info","ts":1785183730.781826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"} {"level":"info","ts":1785183730.781837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","EoS":false} {"level":"info","ts":1785183730.7818506,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","EoS":true} {"level":"info","ts":1785183730.7818737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183730.7818894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183730.781916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1122f349-ce77-4f68-9023-df830193ad14"} {"level":"info","ts":1785183730.918386,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183730.9184716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"} {"level":"info","ts":1785183730.9184833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"} {"level":"info","ts":1785183730.918497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","EoS":false} {"level":"info","ts":1785183730.9185078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","EoS":true} {"level":"info","ts":1785183730.9185264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183730.9185433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183730.918564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b9217b7f-0206-4476-acee-16de485ae4df"} {"level":"info","ts":1785183731.0548475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183731.0549414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"} {"level":"info","ts":1785183731.054957,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"} {"level":"info","ts":1785183731.0549722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","EoS":false} {"level":"info","ts":1785183731.0549834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","EoS":true} {"level":"info","ts":1785183731.055004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183731.0550213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183731.0550427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0f12f37-17f8-44ce-b1ae-64b26875f759"} {"level":"info","ts":1785183731.193228,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183731.193315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3488ebc0-b1d0-4d4d-b953-ead117054fbe"} {"level":"info","ts":1785183731.1933293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3488ebc0-b1d0-4d4d-b953-ead117054fbe"} {"level":"info","ts":1785183731.193341,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3488ebc0-b1d0-4d4d-b953-ead117054fbe","EoS":false} {"level":"info","ts":1785183731.1933525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3488ebc0-b1d0-4d4d-b953-ead117054fbe","EoS":true} {"level":"info","ts":1785183731.1933737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3488ebc0-b1d0-4d4d-b953-ead117054fbe","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183731.1933928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3488ebc0-b1d0-4d4d-b953-ead117054fbe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183731.193418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3488ebc0-b1d0-4d4d-b953-ead117054fbe"} {"level":"info","ts":1785183748.0319238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183748.0320015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"} {"level":"info","ts":1785183748.0320153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"} {"level":"info","ts":1785183748.0320282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","EoS":false} {"level":"info","ts":1785183748.0320382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","EoS":true} {"level":"info","ts":1785183748.0320632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183748.0320811,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183748.032103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a5f96a8-304f-4722-a3a5-e1a511ee1146"} {"level":"info","ts":1785183748.0723252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183748.0723948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a90c950-ab8a-43d2-8f10-ab2e7c020e35"} {"level":"info","ts":1785183748.0724094,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a90c950-ab8a-43d2-8f10-ab2e7c020e35"} {"level":"info","ts":1785183748.0724204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a90c950-ab8a-43d2-8f10-ab2e7c020e35","EoS":false} {"level":"info","ts":1785183748.0724308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a90c950-ab8a-43d2-8f10-ab2e7c020e35","EoS":true} {"level":"info","ts":1785183748.0724478,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a90c950-ab8a-43d2-8f10-ab2e7c020e35","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183748.0724635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a90c950-ab8a-43d2-8f10-ab2e7c020e35","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183748.0724914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a90c950-ab8a-43d2-8f10-ab2e7c020e35"} {"level":"info","ts":1785183748.1181376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183748.1182268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba437650-6428-4681-bd1b-02528535a0ef"} {"level":"info","ts":1785183748.1182392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba437650-6428-4681-bd1b-02528535a0ef"} {"level":"info","ts":1785183748.118251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba437650-6428-4681-bd1b-02528535a0ef","EoS":false} {"level":"info","ts":1785183748.1182613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba437650-6428-4681-bd1b-02528535a0ef","EoS":true} {"level":"info","ts":1785183748.1182806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba437650-6428-4681-bd1b-02528535a0ef","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183748.118296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba437650-6428-4681-bd1b-02528535a0ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183748.1183195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba437650-6428-4681-bd1b-02528535a0ef"} {"level":"info","ts":1785183748.1527598,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183748.1528287,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0953d8d9-19e6-44ca-b9e9-2e20b9f30463"} {"level":"info","ts":1785183752.7678685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183752.767944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"} {"level":"info","ts":1785183752.7679565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"} {"level":"info","ts":1785183752.7679694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","EoS":false} {"level":"info","ts":1785183752.7679815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","EoS":true} {"level":"info","ts":1785183752.7680085,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183752.768025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"231973cd-db44-49e5-9118-a75051c86164","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183752.768045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"231973cd-db44-49e5-9118-a75051c86164"} {"level":"info","ts":1785183761.3429365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183761.343033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4996e60f-15c0-4084-b7a8-0bdf3329e8aa"} {"level":"info","ts":1785183761.3430443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4996e60f-15c0-4084-b7a8-0bdf3329e8aa"} {"level":"info","ts":1785183761.3430574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4996e60f-15c0-4084-b7a8-0bdf3329e8aa","EoS":false} {"level":"info","ts":1785183761.3430688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4996e60f-15c0-4084-b7a8-0bdf3329e8aa","EoS":true} {"level":"info","ts":1785183761.3430893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4996e60f-15c0-4084-b7a8-0bdf3329e8aa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183761.3431087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4996e60f-15c0-4084-b7a8-0bdf3329e8aa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183761.3431404,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4996e60f-15c0-4084-b7a8-0bdf3329e8aa"} {"level":"info","ts":1785183763.3757465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183763.3758438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"} {"level":"info","ts":1785183763.3758535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"} {"level":"info","ts":1785183763.3758657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","EoS":false} {"level":"info","ts":1785183763.375876,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","EoS":true} {"level":"info","ts":1785183763.3758953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183763.3759112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183763.3759334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc6c195b-2353-491c-9cf0-b2892dee4c02"} {"level":"info","ts":1785183776.2313879,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183776.2314627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"} {"level":"info","ts":1785183776.2314732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"} {"level":"info","ts":1785183776.2314837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","EoS":false} {"level":"info","ts":1785183776.231494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","EoS":true} {"level":"info","ts":1785183776.231516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183776.2315319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183776.2315543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1889f27a-5b22-435b-9c1c-029a864a0c30"} {"level":"info","ts":1785183784.775583,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183784.7756627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"} {"level":"info","ts":1785183784.7756727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"} {"level":"info","ts":1785183784.7756834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","EoS":false} {"level":"info","ts":1785183784.7756937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","EoS":true} {"level":"info","ts":1785183784.7757158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183784.775732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183784.775754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2887ec88-2455-46bf-af29-20ea67f49e99"} {"level":"info","ts":1785183793.6910667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183793.6911652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"} {"level":"info","ts":1785183793.691205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"} {"level":"info","ts":1785183793.691227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","EoS":false} {"level":"info","ts":1785183793.6912417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","EoS":true} {"level":"info","ts":1785183793.6912649,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183793.6912808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183793.691301,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3080dab1-c3ae-44c8-b661-0d27603a25d1"} {"level":"info","ts":1785183802.684382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183802.6844623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c1e10da-7bea-46a7-8457-fd18402b3987"} {"level":"info","ts":1785183802.6844726,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c1e10da-7bea-46a7-8457-fd18402b3987"} {"level":"info","ts":1785183802.6844842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c1e10da-7bea-46a7-8457-fd18402b3987","EoS":false} {"level":"info","ts":1785183802.6844969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c1e10da-7bea-46a7-8457-fd18402b3987","EoS":true} {"level":"info","ts":1785183802.684538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c1e10da-7bea-46a7-8457-fd18402b3987","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183802.6845603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c1e10da-7bea-46a7-8457-fd18402b3987","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183802.6845865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c1e10da-7bea-46a7-8457-fd18402b3987"} {"level":"info","ts":1785183810.5736113,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183810.5736861,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b37f91d-10c1-430c-999d-20fb48ce68fd"} {"level":"info","ts":1785183810.5736954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b37f91d-10c1-430c-999d-20fb48ce68fd"} {"level":"info","ts":1785183810.5737064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b37f91d-10c1-430c-999d-20fb48ce68fd","EoS":false} {"level":"info","ts":1785183810.5737176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b37f91d-10c1-430c-999d-20fb48ce68fd","EoS":true} {"level":"info","ts":1785183810.5737388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b37f91d-10c1-430c-999d-20fb48ce68fd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785183810.573754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b37f91d-10c1-430c-999d-20fb48ce68fd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183810.5737743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b37f91d-10c1-430c-999d-20fb48ce68fd"} {"level":"info","ts":1785183815.3610098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183815.3610966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d24bba3-715b-4983-b434-967ba563bb96"} {"level":"info","ts":1785183815.3611107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d24bba3-715b-4983-b434-967ba563bb96"} {"level":"info","ts":1785183815.3611226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d24bba3-715b-4983-b434-967ba563bb96","EoS":false} {"level":"info","ts":1785183815.3611338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d24bba3-715b-4983-b434-967ba563bb96","EoS":true} {"level":"info","ts":1785183815.361161,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d24bba3-715b-4983-b434-967ba563bb96","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183815.3611927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d24bba3-715b-4983-b434-967ba563bb96","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183815.361212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d24bba3-715b-4983-b434-967ba563bb96"} {"level":"info","ts":1785183815.762657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183815.7627392,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c28e5b2-57d3-4ed3-a67c-eb1be1dd43d5"} {"level":"info","ts":1785183815.7627487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c28e5b2-57d3-4ed3-a67c-eb1be1dd43d5"} {"level":"info","ts":1785183815.7627597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c28e5b2-57d3-4ed3-a67c-eb1be1dd43d5","EoS":false} {"level":"info","ts":1785183815.7627711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c28e5b2-57d3-4ed3-a67c-eb1be1dd43d5","EoS":true} {"level":"info","ts":1785183815.762792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c28e5b2-57d3-4ed3-a67c-eb1be1dd43d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183815.7628083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c28e5b2-57d3-4ed3-a67c-eb1be1dd43d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183815.762828,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c28e5b2-57d3-4ed3-a67c-eb1be1dd43d5"} {"level":"info","ts":1785183817.8006299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183817.8007226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbee3a49-c095-46de-93f3-e8ca56c1ba2b"} {"level":"info","ts":1785183817.8007364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbee3a49-c095-46de-93f3-e8ca56c1ba2b"} {"level":"info","ts":1785183817.8007562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbee3a49-c095-46de-93f3-e8ca56c1ba2b","EoS":false} {"level":"info","ts":1785183817.8007765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbee3a49-c095-46de-93f3-e8ca56c1ba2b","EoS":true} {"level":"info","ts":1785183817.8008075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbee3a49-c095-46de-93f3-e8ca56c1ba2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183817.8008263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbee3a49-c095-46de-93f3-e8ca56c1ba2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183817.8008583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbee3a49-c095-46de-93f3-e8ca56c1ba2b"} {"level":"info","ts":1785183819.845838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183819.8459373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"160b1859-81c2-46c4-89e9-b0c23e0aaf69"} {"level":"info","ts":1785183819.84595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"160b1859-81c2-46c4-89e9-b0c23e0aaf69"} {"level":"info","ts":1785183819.845969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"160b1859-81c2-46c4-89e9-b0c23e0aaf69","EoS":false} {"level":"info","ts":1785183819.8459902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"160b1859-81c2-46c4-89e9-b0c23e0aaf69","EoS":true} {"level":"info","ts":1785183819.84602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"160b1859-81c2-46c4-89e9-b0c23e0aaf69","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183819.8460393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"160b1859-81c2-46c4-89e9-b0c23e0aaf69","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183819.8460686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"160b1859-81c2-46c4-89e9-b0c23e0aaf69"} {"level":"info","ts":1785183821.8813314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183821.88144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"} {"level":"info","ts":1785183821.881459,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"} {"level":"info","ts":1785183821.8814723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","EoS":false} {"level":"info","ts":1785183821.8814862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","EoS":true} {"level":"info","ts":1785183821.8815064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183821.8815231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183821.8815453,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94315da8-aea3-4353-9200-02427f3e27fb"} {"level":"info","ts":1785183846.7047691,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183846.7048569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"} {"level":"info","ts":1785183846.7048705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"} {"level":"info","ts":1785183846.7048862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","EoS":false} {"level":"info","ts":1785183846.7049017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","EoS":true} {"level":"info","ts":1785183846.7049203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183846.7049365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183846.7049584,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cd08ad6-aa7a-4d94-b165-da12b1a77af0"} {"level":"info","ts":1785183856.4672265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183856.467333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be352681-42f6-43ae-ad7b-2d352c4f9d4c"} {"level":"info","ts":1785183856.4673452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be352681-42f6-43ae-ad7b-2d352c4f9d4c"} {"level":"info","ts":1785183856.4673574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be352681-42f6-43ae-ad7b-2d352c4f9d4c","EoS":false} {"level":"info","ts":1785183856.4673681,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be352681-42f6-43ae-ad7b-2d352c4f9d4c","EoS":true} {"level":"info","ts":1785183856.4673882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be352681-42f6-43ae-ad7b-2d352c4f9d4c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183856.4674044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be352681-42f6-43ae-ad7b-2d352c4f9d4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183856.467427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be352681-42f6-43ae-ad7b-2d352c4f9d4c"} {"level":"info","ts":1785183872.7772772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183872.77736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5965d600-8de3-47c2-a371-56d352538be0"} {"level":"info","ts":1785183872.7773693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5965d600-8de3-47c2-a371-56d352538be0"} {"level":"info","ts":1785183872.77738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5965d600-8de3-47c2-a371-56d352538be0","EoS":false} {"level":"info","ts":1785183872.7773933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5965d600-8de3-47c2-a371-56d352538be0","EoS":true} {"level":"info","ts":1785183872.777416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5965d600-8de3-47c2-a371-56d352538be0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183872.777433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5965d600-8de3-47c2-a371-56d352538be0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183872.7774544,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5965d600-8de3-47c2-a371-56d352538be0"} {"level":"info","ts":1785183882.369963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183882.370037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"} {"level":"info","ts":1785183882.3700466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"} {"level":"info","ts":1785183882.3700583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","EoS":false} {"level":"info","ts":1785183882.3700693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","EoS":true} {"level":"info","ts":1785183882.3700883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183882.370104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183882.370125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e86d3cb-2210-4ccd-bcba-0b50542a816f"} {"level":"info","ts":1785183891.8047907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183891.8048842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"} {"level":"info","ts":1785183891.8049047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"} {"level":"info","ts":1785183891.8049192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","EoS":false} {"level":"info","ts":1785183891.8049326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","EoS":true} {"level":"info","ts":1785183891.8049552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183891.804972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183891.8049948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2294c265-1e42-4d1a-bc03-8b6c4bf0f57e"} {"level":"info","ts":1785183891.841389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183891.841481,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"} {"level":"info","ts":1785183891.8414953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"} {"level":"info","ts":1785183891.8415093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","EoS":false} {"level":"info","ts":1785183891.8415253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","EoS":true} {"level":"info","ts":1785183891.8415549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183891.841576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183891.8416054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83aab85c-1dd7-4c97-b71f-c32cb1090454"} {"level":"info","ts":1785183911.0206296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183911.0207071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"} {"level":"info","ts":1785183911.0207193,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"} {"level":"info","ts":1785183911.0207312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","EoS":false} {"level":"info","ts":1785183911.0207474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","EoS":true} {"level":"info","ts":1785183911.0207698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183911.0207856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183911.020806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39ca61c8-a828-47fb-b156-1e9c5c344017"} {"level":"info","ts":1785183920.3647602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183920.3648388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08dae306-6314-4358-b711-61cf95f93cdb"} {"level":"info","ts":1785183920.3648522,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08dae306-6314-4358-b711-61cf95f93cdb"} {"level":"info","ts":1785183920.3648696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08dae306-6314-4358-b711-61cf95f93cdb","EoS":false} {"level":"info","ts":1785183920.3648825,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08dae306-6314-4358-b711-61cf95f93cdb","EoS":true} {"level":"info","ts":1785183920.3649044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08dae306-6314-4358-b711-61cf95f93cdb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785183920.3649204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08dae306-6314-4358-b711-61cf95f93cdb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785183920.3649414,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08dae306-6314-4358-b711-61cf95f93cdb"} {"level":"info","ts":1785183925.7210677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785183925.721197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bac88509-3849-4c9c-a5ca-99512ccd2893"} {"level":"info","ts":1785183925.7212112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bac88509-3849-4c9c-a5ca-99512ccd2893"} {"level":"info","ts":1785183925.7212238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bac88509-3849-4c9c-a5ca-99512ccd2893","EoS":false} {"level":"info","ts":1785183925.7212343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bac88509-3849-4c9c-a5ca-99512ccd2893","EoS":true} {"level":"info","ts":1785183925.7212546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bac88509-3849-4c9c-a5ca-99512ccd2893","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785183925.7212703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bac88509-3849-4c9c-a5ca-99512ccd2893","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785183925.7212944,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bac88509-3849-4c9c-a5ca-99512ccd2893"} {"level":"info","ts":1785184016.4767263,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184016.4768052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4a35de5-4721-4c7a-a752-3269fca1a067"} {"level":"info","ts":1785184016.4768178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4a35de5-4721-4c7a-a752-3269fca1a067"} {"level":"info","ts":1785184016.4768288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4a35de5-4721-4c7a-a752-3269fca1a067","EoS":false} {"level":"info","ts":1785184016.4768398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4a35de5-4721-4c7a-a752-3269fca1a067","EoS":true} {"level":"info","ts":1785184016.4768596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4a35de5-4721-4c7a-a752-3269fca1a067","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785184016.476875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4a35de5-4721-4c7a-a752-3269fca1a067","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785184016.4768963,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4a35de5-4721-4c7a-a752-3269fca1a067"} {"level":"info","ts":1785184046.1813822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184046.1814582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"} {"level":"info","ts":1785184046.1814702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"} {"level":"info","ts":1785184046.1814818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","EoS":false} {"level":"info","ts":1785184046.181493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","EoS":true} {"level":"info","ts":1785184046.1815205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785184046.1815357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785184046.1815565,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa16c4af-447d-425e-8677-0d56743837fc"} {"level":"info","ts":1785184091.9482021,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184091.9483004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"} {"level":"info","ts":1785184091.9483166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"} {"level":"info","ts":1785184091.9483328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","EoS":false} {"level":"info","ts":1785184091.9483473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","EoS":true} {"level":"info","ts":1785184091.94838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184091.9484015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184091.9484217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cba33a4-8b9a-443c-9a00-f2af1caff382"} {"level":"info","ts":1785184107.267067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184107.2671638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"} {"level":"info","ts":1785184107.2672088,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"} {"level":"info","ts":1785184107.2672286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","EoS":false} {"level":"info","ts":1785184107.2672493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","EoS":true} {"level":"info","ts":1785184107.267274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184107.2672942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184107.2673244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d8e1b73-4c0c-4ca3-bf80-1a0947dff097"} {"level":"info","ts":1785184107.573865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184107.5739505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f697786a-9438-40f9-98ce-011cdcae54be"} {"level":"info","ts":1785184107.5739632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f697786a-9438-40f9-98ce-011cdcae54be"} {"level":"info","ts":1785184107.5739748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f697786a-9438-40f9-98ce-011cdcae54be","EoS":false} {"level":"info","ts":1785184107.5739849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f697786a-9438-40f9-98ce-011cdcae54be","EoS":true} {"level":"info","ts":1785184107.5740056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f697786a-9438-40f9-98ce-011cdcae54be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785184107.5740216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f697786a-9438-40f9-98ce-011cdcae54be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184107.5740414,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f697786a-9438-40f9-98ce-011cdcae54be"} {"level":"info","ts":1785184449.5306308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184449.5307133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"} {"level":"info","ts":1785184449.5307212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"} {"level":"info","ts":1785184449.530732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","EoS":false} {"level":"info","ts":1785184449.5307422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","EoS":true} {"level":"info","ts":1785184449.5307653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184449.5307786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184449.5307992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6eb65037-57c5-472d-9fc2-0aaf6240c8a7"} {"level":"info","ts":1785184449.571375,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184449.5714662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"956296c6-71cb-4a09-8b05-49e427958cab"} {"level":"info","ts":1785184449.5714786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"956296c6-71cb-4a09-8b05-49e427958cab"} {"level":"info","ts":1785184449.5714908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"956296c6-71cb-4a09-8b05-49e427958cab","EoS":false} {"level":"info","ts":1785184449.571502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"956296c6-71cb-4a09-8b05-49e427958cab","EoS":true} {"level":"info","ts":1785184449.5715246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"956296c6-71cb-4a09-8b05-49e427958cab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184449.5715425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"956296c6-71cb-4a09-8b05-49e427958cab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184449.571568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"956296c6-71cb-4a09-8b05-49e427958cab"} {"level":"info","ts":1785184449.6059775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184449.6060507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f86511-61ce-40d0-ac69-69b70caef354"} {"level":"info","ts":1785184449.6060598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53f86511-61ce-40d0-ac69-69b70caef354"} {"level":"info","ts":1785184449.6060712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53f86511-61ce-40d0-ac69-69b70caef354","EoS":false} {"level":"info","ts":1785184449.6060836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53f86511-61ce-40d0-ac69-69b70caef354","EoS":true} {"level":"info","ts":1785184449.6061063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53f86511-61ce-40d0-ac69-69b70caef354","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785184449.6061206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f86511-61ce-40d0-ac69-69b70caef354","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785184449.6061394,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53f86511-61ce-40d0-ac69-69b70caef354"} {"level":"info","ts":1785184454.4872942,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98a47b20-e013-4a05-abb8-ec118e00ce2c"} {"level":"info","ts":1785184454.4873924,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2bca804-c022-434e-852d-d52e1f96b62a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785184454.487428,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2bca804-c022-434e-852d-d52e1f96b62a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785184454.4925494,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e853093d-e586-46b9-ad1e-f51f370dc948","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785184454.4925764,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e853093d-e586-46b9-ad1e-f51f370dc948","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785184454.4955149,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98a47b20-e013-4a05-abb8-ec118e00ce2c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184454.4957447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38645.653131165,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.4957635,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.6377277,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bd3f0b1-ec71-467a-81cf-714b008d5d15","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184454.6378558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bd3f0b1-ec71-467a-81cf-714b008d5d15","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785184454.6379464,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84e87983-113c-4d7f-9524-54135d9108ba"} {"level":"info","ts":1785184454.6379883,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84e87983-113c-4d7f-9524-54135d9108ba","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785184454.638839,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"836a2e93-e288-4ce8-a7c1-cdb770a50e65","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184454.6388805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"836a2e93-e288-4ce8-a7c1-cdb770a50e65","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785184454.6409528,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.6428616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2ac0513-2e2d-445b-8b56-3552263a9b42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184454.6428852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2ac0513-2e2d-445b-8b56-3552263a9b42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785184454.6510687,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84e87983-113c-4d7f-9524-54135d9108ba","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785184454.6511276,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84e87983-113c-4d7f-9524-54135d9108ba","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184454.6512003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"638a4d39-c112-4a45-9e90-8ab5319ecfd6"} {"level":"info","ts":1785184454.6512265,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"638a4d39-c112-4a45-9e90-8ab5319ecfd6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785184454.6620846,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"454c97ed-8560-4cdd-8d19-b6cf082b7793","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184454.6620889,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c95077f9-4951-4be8-b4f3-bc31faec1ca2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785184454.6621122,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"454c97ed-8560-4cdd-8d19-b6cf082b7793","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785184454.6621323,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c95077f9-4951-4be8-b4f3-bc31faec1ca2","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785184454.6658995,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"638a4d39-c112-4a45-9e90-8ab5319ecfd6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184454.6659608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff1d95e4-de0e-4859-b614-ce7774ea40fa"} {"level":"info","ts":1785184454.6662092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38348.456482627,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.6662347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.6795769,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.6959515,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34913.794079383,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.695973,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.7363994,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785184454.7667432,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff1d95e4-de0e-4859-b614-ce7774ea40fa","name":"e2e-external-model"} {"level":"error","ts":1785184454.790473,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff1d95e4-de0e-4859-b614-ce7774ea40fa","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184454.790564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65bd4b06-2df9-4fdf-8762-ed3701a9ccc5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184454.790581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd905193-9d6f-4af0-86c0-61ff492eefb8"} {"level":"info","ts":1785184454.7905982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65bd4b06-2df9-4fdf-8762-ed3701a9ccc5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785184454.7906287,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd905193-9d6f-4af0-86c0-61ff492eefb8","name":"e2e-external-model"} {"level":"info","ts":1785184454.7966897,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98a47b20-e013-4a05-abb8-ec118e00ce2c","name":"e2e-external-provider"} {"level":"info","ts":1785184454.8082936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8158d7e-7aa3-4a68-9db5-59879ab469b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184454.8083274,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8158d7e-7aa3-4a68-9db5-59879ab469b1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785184454.809022,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98a47b20-e013-4a05-abb8-ec118e00ce2c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785184454.8093264,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd905193-9d6f-4af0-86c0-61ff492eefb8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785184454.8093703,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cd905193-9d6f-4af0-86c0-61ff492eefb8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184454.8094316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af86c4cb-83f4-414b-b22c-a0858bc5d29d"} {"level":"info","ts":1785184454.8094907,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af86c4cb-83f4-414b-b22c-a0858bc5d29d","name":"e2e-external-model"} {"level":"error","ts":1785184454.8125339,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98a47b20-e013-4a05-abb8-ec118e00ce2c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184454.812631,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"090c6817-5aaf-4059-a01f-8793c0ecce38"} {"level":"info","ts":1785184454.8126729,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"090c6817-5aaf-4059-a01f-8793c0ecce38","name":"e2e-external-provider"} {"level":"info","ts":1785184454.8187537,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af86c4cb-83f4-414b-b22c-a0858bc5d29d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785184454.8245182,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"090c6817-5aaf-4059-a01f-8793c0ecce38","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785184454.8247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd736888-ba03-403d-8085-15374511f432","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184454.8342474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd736888-ba03-403d-8085-15374511f432","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785184454.8259003,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af86c4cb-83f4-414b-b22c-a0858bc5d29d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184454.8345332,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f7678f8-edfc-4657-9d19-b7d08506ec3e"} {"level":"info","ts":1785184454.8346367,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f7678f8-edfc-4657-9d19-b7d08506ec3e","name":"e2e-external-model"} {"level":"info","ts":1785184454.8435447,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f7678f8-edfc-4657-9d19-b7d08506ec3e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785184462.1615353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184462.161615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c"} {"level":"info","ts":1785184462.1616335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c"} {"level":"info","ts":1785184462.1616468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c","EoS":false} {"level":"info","ts":1785184462.1616654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c","EoS":true} {"level":"info","ts":1785184462.1616955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785184462.161717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785184462.161725,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c","modelName":"e2e-external-model"} {"level":"info","ts":1785184462.1617386,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785184462.1617882,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"958f3cf2-5c77-49aa-ac9f-6f0233ed167c"} {"level":"info","ts":1785184462.2093623,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184462.2094784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761"} {"level":"info","ts":1785184462.2094948,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761"} {"level":"info","ts":1785184462.2095087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761","EoS":false} {"level":"info","ts":1785184462.2095199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761","EoS":true} {"level":"info","ts":1785184462.2095404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785184462.2095692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785184462.209582,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761","modelName":"e2e-external-model"} {"level":"info","ts":1785184462.209596,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785184462.2096357,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6429e3e2-9d3d-4dba-b7e4-2b6da80e3761"} {"level":"info","ts":1785184462.2338939,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184462.2339811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e"} {"level":"info","ts":1785184462.2339938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e"} {"level":"info","ts":1785184462.2340055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","EoS":false} {"level":"info","ts":1785184462.2340162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","EoS":true} {"level":"info","ts":1785184462.2340357,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785184462.2340503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785184462.2340577,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","modelName":"e2e-external-model"} {"level":"info","ts":1785184462.2340713,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785184462.2341092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0be58b5-1c98-4946-b753-80945a5f416e"} {"level":"info","ts":1785184462.365382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2860cbc-7aa6-45b5-a3ee-d44618941591","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785184462.365434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2860cbc-7aa6-45b5-a3ee-d44618941591","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785184462.3653884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8662843f-9044-40ad-a301-391b85dcb2ac"} {"level":"info","ts":1785184462.3763413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5b8fc26-2918-40b2-a007-c663a357b4d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785184462.3763762,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5b8fc26-2918-40b2-a007-c663a357b4d3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785184462.3764286,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8662843f-9044-40ad-a301-391b85dcb2ac","name":"e2e-cleanup-test"} {"level":"info","ts":1785184462.4116292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fed8bbe-d550-42cc-8ad2-3b3c85e6cfd2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785184462.4116735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fed8bbe-d550-42cc-8ad2-3b3c85e6cfd2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785184462.4116807,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8662843f-9044-40ad-a301-391b85dcb2ac","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184462.411768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28abebfb-14d8-471b-acb8-556a46b4e972"} {"level":"info","ts":1785184462.4118476,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28abebfb-14d8-471b-acb8-556a46b4e972","name":"e2e-cleanup-test"} {"level":"info","ts":1785184462.4246702,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e6ba636-a3ed-4abe-aaa4-f340fbdd3c39","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785184462.4247818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e6ba636-a3ed-4abe-aaa4-f340fbdd3c39","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785184462.4249356,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28abebfb-14d8-471b-acb8-556a46b4e972","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785184462.4250062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5117a1b0-9f4a-4389-ae41-959ab30c210b"} {"level":"info","ts":1785184462.4250615,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5117a1b0-9f4a-4389-ae41-959ab30c210b","name":"e2e-cleanup-test"} {"level":"info","ts":1785184462.435419,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5117a1b0-9f4a-4389-ae41-959ab30c210b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785184462.4452167,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72d38494-c019-4961-8c30-ef5fb13fa70d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785184462.4452512,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72d38494-c019-4961-8c30-ef5fb13fa70d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785184462.4453251,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a019fb4b-63c7-45ed-9d33-1a1c7b11de14"} {"level":"info","ts":1785184462.4453924,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a019fb4b-63c7-45ed-9d33-1a1c7b11de14","name":"e2e-cleanup-test"} {"level":"info","ts":1785184462.4560075,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a019fb4b-63c7-45ed-9d33-1a1c7b11de14","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785184470.6417387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f409e75-bb4a-4989-bdc9-7aa4dbe11c86","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785184470.64177,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f409e75-bb4a-4989-bdc9-7aa4dbe11c86","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785184470.6417658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0fb52d18-3aeb-402f-be35-75a7e7066baa"} {"level":"info","ts":1785184474.9623241,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184474.9624174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b"} {"level":"info","ts":1785184474.9624307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b"} {"level":"info","ts":1785184474.9624496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b","EoS":false} {"level":"info","ts":1785184474.9624681,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b","EoS":true} {"level":"info","ts":1785184474.962496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785184474.9625175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785184474.9625425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74adc689-1b8a-4125-bc3e-a2a6bd612d6b"} {"level":"info","ts":1785184474.991199,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184474.9912636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0"} {"level":"info","ts":1785184474.9912715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0"} {"level":"info","ts":1785184474.9912813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","EoS":false} {"level":"info","ts":1785184474.9912927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","EoS":true} {"level":"info","ts":1785184474.9913092,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785184474.991324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785184474.9913318,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","modelName":"e2e-external-model"} {"level":"info","ts":1785184474.9913464,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785184474.991383,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f70a693-ede0-4f57-b701-25222c3edee0"} {"level":"info","ts":1785184475.0313408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184475.0314035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"} {"level":"info","ts":1785184475.0314114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"} {"level":"info","ts":1785184475.0314226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","EoS":false} {"level":"info","ts":1785184475.0314329,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","EoS":true} {"level":"info","ts":1785184475.0314515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785184475.0314674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785184475.0314844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1da50a5-210f-46d2-ad9e-0b72d12e31e1"} {"level":"info","ts":1785184475.1732204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785184475.1733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"} {"level":"info","ts":1785184475.1733134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"} {"level":"info","ts":1785184475.173332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","EoS":false} {"level":"info","ts":1785184475.1733494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","EoS":true} {"level":"info","ts":1785184475.1733813,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c","field":"model"} {"level":"info","ts":1785184475.173418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2b7cc3a-6b36-4426-8f71-f0bdfb727a3c"} {"level":"info","ts":1785184476.103997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daa4c638-d75f-4993-bc40-a877c065d853","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184476.104026,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3935ad3-2d0a-4c00-b86a-eca2a150a9af"} {"level":"info","ts":1785184476.104035,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"daa4c638-d75f-4993-bc40-a877c065d853","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785184476.2612553,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"868ec1ba-e866-4000-98de-886e18a842c5"} {"level":"info","ts":1785184476.2612562,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a54bf30-0d0a-47f6-90ae-9a7e7aceec96","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785184476.2613268,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2a54bf30-0d0a-47f6-90ae-9a7e7aceec96","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785185729.1242788,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185729.1243834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a57ce571-01f9-4f90-ab00-195e9401d95e"} {"level":"info","ts":1785185783.3029976,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185783.303094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"} {"level":"info","ts":1785185783.3031037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"} {"level":"info","ts":1785185783.3031158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","EoS":false} {"level":"info","ts":1785185783.3031263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","EoS":true} {"level":"info","ts":1785185783.30315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785185783.3031676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785185783.3032036,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5e664fb-1b61-453a-ab08-d0f70dcb94c1"}