{"level":"info","ts":1784767401.9084244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39b3096c-8804-4d56-983f-07e6a59cd215"} {"level":"info","ts":1784767402.0469525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767402.0470412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"} {"level":"info","ts":1784767402.0470564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"} {"level":"info","ts":1784767402.047072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","EoS":false} {"level":"info","ts":1784767402.047083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","EoS":true} {"level":"info","ts":1784767402.0471017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767402.0471191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767402.0471416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f272b9c1-9dda-46f2-bea4-79865194a807"} {"level":"info","ts":1784767402.19226,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767402.192334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"} {"level":"info","ts":1784767402.1923428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"} {"level":"info","ts":1784767402.192354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","EoS":false} {"level":"info","ts":1784767402.1924424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","EoS":true} {"level":"info","ts":1784767402.1924627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767402.192478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767402.1924973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d54abcc3-8e4e-4a51-b7e1-c65525d74f39"} {"level":"info","ts":1784767402.3295074,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767402.32958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"} {"level":"info","ts":1784767402.3295894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"} {"level":"info","ts":1784767402.3295999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","EoS":false} {"level":"info","ts":1784767402.3296187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","EoS":true} {"level":"info","ts":1784767402.3296442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767402.3296652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767402.329693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c7affec-ad02-407f-a107-3bc1667b49ea"} {"level":"info","ts":1784767402.467331,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767402.467438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2925ebc3-28cc-4764-a6b5-36b70b69852e"} {"level":"info","ts":1784767402.4674573,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2925ebc3-28cc-4764-a6b5-36b70b69852e"} {"level":"info","ts":1784767402.4674764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2925ebc3-28cc-4764-a6b5-36b70b69852e","EoS":false} {"level":"info","ts":1784767402.467492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2925ebc3-28cc-4764-a6b5-36b70b69852e","EoS":true} {"level":"info","ts":1784767402.4675138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2925ebc3-28cc-4764-a6b5-36b70b69852e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767402.467529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2925ebc3-28cc-4764-a6b5-36b70b69852e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767402.4675484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2925ebc3-28cc-4764-a6b5-36b70b69852e"} {"level":"info","ts":1784767419.1903527,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767419.1904664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"} {"level":"info","ts":1784767419.1904788,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"} {"level":"info","ts":1784767419.190493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","EoS":false} {"level":"info","ts":1784767419.1905084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","EoS":true} {"level":"info","ts":1784767419.1905339,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767419.1905477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767419.190568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f00f4265-d953-4065-9382-34d6353f0754"} {"level":"info","ts":1784767419.2280862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767419.2281435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"} {"level":"info","ts":1784767419.228152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"} {"level":"info","ts":1784767419.2281628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","EoS":false} {"level":"info","ts":1784767419.2281733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","EoS":true} {"level":"info","ts":1784767419.228189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767419.228204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767419.2282174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ebb7366-08b0-4f3e-8218-e06a79187f48"} {"level":"info","ts":1784767419.2669199,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767419.2669916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"975b88d7-fe76-4804-8eda-359e2cb4460f"} {"level":"info","ts":1784767419.2669997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"975b88d7-fe76-4804-8eda-359e2cb4460f"} {"level":"info","ts":1784767419.26701,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"975b88d7-fe76-4804-8eda-359e2cb4460f","EoS":false} {"level":"info","ts":1784767419.2670238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"975b88d7-fe76-4804-8eda-359e2cb4460f","EoS":true} {"level":"info","ts":1784767419.267043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"975b88d7-fe76-4804-8eda-359e2cb4460f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767419.267057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"975b88d7-fe76-4804-8eda-359e2cb4460f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767419.2670727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"975b88d7-fe76-4804-8eda-359e2cb4460f"} {"level":"info","ts":1784767419.3019571,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767419.30202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49ce765b-c9b0-4005-8ce8-c07166435802"} {"level":"info","ts":1784767419.3020313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49ce765b-c9b0-4005-8ce8-c07166435802"} {"level":"info","ts":1784767419.302041,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49ce765b-c9b0-4005-8ce8-c07166435802","EoS":false} {"level":"info","ts":1784767419.3020523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49ce765b-c9b0-4005-8ce8-c07166435802","EoS":true} {"level":"info","ts":1784767419.3020692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49ce765b-c9b0-4005-8ce8-c07166435802","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767419.3020823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49ce765b-c9b0-4005-8ce8-c07166435802","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767419.3020985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49ce765b-c9b0-4005-8ce8-c07166435802"} {"level":"info","ts":1784767419.3404918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767419.340566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de2e042c-6241-4278-9829-390eb976703a"} {"level":"info","ts":1784767423.9622931,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767423.9623957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"} {"level":"info","ts":1784767423.9624119,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"} {"level":"info","ts":1784767423.9624305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","EoS":false} {"level":"info","ts":1784767423.9624465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","EoS":true} {"level":"info","ts":1784767423.9624696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767423.962486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767423.9625082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72dbbd7d-bdeb-46bf-b784-de4e5d749a33"} {"level":"info","ts":1784767432.5253427,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767432.525446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"221a1c10-6b7a-4c9a-9803-3351f5e2f34e"} {"level":"info","ts":1784767432.5254555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"221a1c10-6b7a-4c9a-9803-3351f5e2f34e"} {"level":"info","ts":1784767432.525467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"221a1c10-6b7a-4c9a-9803-3351f5e2f34e","EoS":false} {"level":"info","ts":1784767432.5254776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"221a1c10-6b7a-4c9a-9803-3351f5e2f34e","EoS":true} {"level":"info","ts":1784767432.5254974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"221a1c10-6b7a-4c9a-9803-3351f5e2f34e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767432.5255148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"221a1c10-6b7a-4c9a-9803-3351f5e2f34e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767432.5255344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"221a1c10-6b7a-4c9a-9803-3351f5e2f34e"} {"level":"info","ts":1784767434.556527,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767434.5566084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"} {"level":"info","ts":1784767434.5566185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"} {"level":"info","ts":1784767434.5566297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","EoS":false} {"level":"info","ts":1784767434.5566466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","EoS":true} {"level":"info","ts":1784767434.5566726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767434.5566885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767434.556709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7972dabc-a094-4501-a9d9-c5bd5a96396b"} {"level":"info","ts":1784767447.429918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767447.4300098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"} {"level":"info","ts":1784767447.4300277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"} {"level":"info","ts":1784767447.4300442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","EoS":false} {"level":"info","ts":1784767447.4300628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","EoS":true} {"level":"info","ts":1784767447.4300914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767447.430111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767447.43014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"434a09da-5a7b-4ae8-bc83-26e2ec279463"} {"level":"info","ts":1784767455.9554014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767455.9554741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"} {"level":"info","ts":1784767455.9554834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"} {"level":"info","ts":1784767455.9554942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","EoS":false} {"level":"info","ts":1784767455.955505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","EoS":true} {"level":"info","ts":1784767455.9555237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767455.9555407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767455.9555616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30fcbf3e-511f-4752-841e-b15a24af16db"} {"level":"info","ts":1784767464.797923,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767464.798023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"} {"level":"info","ts":1784767464.7980378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"} {"level":"info","ts":1784767464.7980573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","EoS":false} {"level":"info","ts":1784767464.7980776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","EoS":true} {"level":"info","ts":1784767464.7981136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767464.7981346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767464.7981675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d4db139-7894-4a43-b077-0ec5488fc96d"} {"level":"info","ts":1784767473.770538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767473.7706182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a39aa7a-fbb9-4c4c-8dfa-cb425430c048"} {"level":"info","ts":1784767473.7706273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a39aa7a-fbb9-4c4c-8dfa-cb425430c048"} {"level":"info","ts":1784767473.7706382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a39aa7a-fbb9-4c4c-8dfa-cb425430c048","EoS":false} {"level":"info","ts":1784767473.7706501,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a39aa7a-fbb9-4c4c-8dfa-cb425430c048","EoS":true} {"level":"info","ts":1784767473.770669,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a39aa7a-fbb9-4c4c-8dfa-cb425430c048","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767473.7706854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a39aa7a-fbb9-4c4c-8dfa-cb425430c048","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767473.7707055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a39aa7a-fbb9-4c4c-8dfa-cb425430c048"} {"level":"info","ts":1784767478.5122638,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767478.5123372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10bb186b-4628-4f86-9e6c-c810f9120c11"} {"level":"info","ts":1784767478.5123513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10bb186b-4628-4f86-9e6c-c810f9120c11"} {"level":"info","ts":1784767478.5123863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10bb186b-4628-4f86-9e6c-c810f9120c11","EoS":false} {"level":"info","ts":1784767478.5123973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10bb186b-4628-4f86-9e6c-c810f9120c11","EoS":true} {"level":"info","ts":1784767478.5124176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10bb186b-4628-4f86-9e6c-c810f9120c11","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784767478.5124333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10bb186b-4628-4f86-9e6c-c810f9120c11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767478.5124493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10bb186b-4628-4f86-9e6c-c810f9120c11"} {"level":"info","ts":1784767483.2632902,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767483.2634099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"842f8aa1-0391-4513-bdd9-3bb2795d5d1d"} {"level":"info","ts":1784767483.2634242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"842f8aa1-0391-4513-bdd9-3bb2795d5d1d"} {"level":"info","ts":1784767483.263438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"842f8aa1-0391-4513-bdd9-3bb2795d5d1d","EoS":false} {"level":"info","ts":1784767483.2634487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"842f8aa1-0391-4513-bdd9-3bb2795d5d1d","EoS":true} {"level":"info","ts":1784767483.2634685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"842f8aa1-0391-4513-bdd9-3bb2795d5d1d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767483.263485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"842f8aa1-0391-4513-bdd9-3bb2795d5d1d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767483.2635102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"842f8aa1-0391-4513-bdd9-3bb2795d5d1d"} {"level":"info","ts":1784767483.534345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767483.534443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc7b9919-711d-424b-a9b1-248156f35615"} {"level":"info","ts":1784767483.534453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc7b9919-711d-424b-a9b1-248156f35615"} {"level":"info","ts":1784767483.5344658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc7b9919-711d-424b-a9b1-248156f35615","EoS":false} {"level":"info","ts":1784767483.5344775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc7b9919-711d-424b-a9b1-248156f35615","EoS":true} {"level":"info","ts":1784767483.5345018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc7b9919-711d-424b-a9b1-248156f35615","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767483.5345223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc7b9919-711d-424b-a9b1-248156f35615","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767483.5345466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc7b9919-711d-424b-a9b1-248156f35615"} {"level":"info","ts":1784767485.565122,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767485.5652053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d307410b-a355-4553-838f-4927030c7bb6"} {"level":"info","ts":1784767485.5652156,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d307410b-a355-4553-838f-4927030c7bb6"} {"level":"info","ts":1784767485.5652266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d307410b-a355-4553-838f-4927030c7bb6","EoS":false} {"level":"info","ts":1784767485.5652392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d307410b-a355-4553-838f-4927030c7bb6","EoS":true} {"level":"info","ts":1784767485.565261,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d307410b-a355-4553-838f-4927030c7bb6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767485.5652773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d307410b-a355-4553-838f-4927030c7bb6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767485.5653045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d307410b-a355-4553-838f-4927030c7bb6"} {"level":"info","ts":1784767487.5997581,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767487.5998483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b7749a5-2160-4fb7-a324-5d2fffb2d2a1"} {"level":"info","ts":1784767487.5998657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b7749a5-2160-4fb7-a324-5d2fffb2d2a1"} {"level":"info","ts":1784767487.5998845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b7749a5-2160-4fb7-a324-5d2fffb2d2a1","EoS":false} {"level":"info","ts":1784767487.5999053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b7749a5-2160-4fb7-a324-5d2fffb2d2a1","EoS":true} {"level":"info","ts":1784767487.5999386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b7749a5-2160-4fb7-a324-5d2fffb2d2a1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767487.599957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b7749a5-2160-4fb7-a324-5d2fffb2d2a1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767487.5999858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b7749a5-2160-4fb7-a324-5d2fffb2d2a1"} {"level":"info","ts":1784767489.6343255,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767489.6344466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"} {"level":"info","ts":1784767489.6344652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"} {"level":"info","ts":1784767489.6344843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","EoS":false} {"level":"info","ts":1784767489.6345034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","EoS":true} {"level":"info","ts":1784767489.634587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767489.6346066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767489.6346352,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"873ba041-0208-428c-bc2c-e27b74eb32ac"} {"level":"info","ts":1784767512.0615604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767512.061637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"} {"level":"info","ts":1784767512.0616536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"} {"level":"info","ts":1784767512.0616648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","EoS":false} {"level":"info","ts":1784767512.0616758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","EoS":true} {"level":"info","ts":1784767512.0616977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767512.0617127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767512.0617318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a79ab805-2498-4512-b737-f723dc5c48db"} {"level":"info","ts":1784767521.3778343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767521.3779151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"412141b9-f273-4a97-ad5f-8ff6d22e5fce"} {"level":"info","ts":1784767521.3779242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"412141b9-f273-4a97-ad5f-8ff6d22e5fce"} {"level":"info","ts":1784767521.3779364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"412141b9-f273-4a97-ad5f-8ff6d22e5fce","EoS":false} {"level":"info","ts":1784767521.377946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"412141b9-f273-4a97-ad5f-8ff6d22e5fce","EoS":true} {"level":"info","ts":1784767521.3779674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"412141b9-f273-4a97-ad5f-8ff6d22e5fce","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767521.3779824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"412141b9-f273-4a97-ad5f-8ff6d22e5fce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767521.3780022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"412141b9-f273-4a97-ad5f-8ff6d22e5fce"} {"level":"info","ts":1784767526.9328709,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767526.9329531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5400924a-c28a-4ddd-a062-c33c03586a29"} {"level":"info","ts":1784767526.9329631,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5400924a-c28a-4ddd-a062-c33c03586a29"} {"level":"info","ts":1784767526.932983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5400924a-c28a-4ddd-a062-c33c03586a29","EoS":false} {"level":"info","ts":1784767526.9329994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5400924a-c28a-4ddd-a062-c33c03586a29","EoS":true} {"level":"info","ts":1784767526.9330244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5400924a-c28a-4ddd-a062-c33c03586a29","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767526.933041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5400924a-c28a-4ddd-a062-c33c03586a29","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767526.9330637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5400924a-c28a-4ddd-a062-c33c03586a29"} {"level":"info","ts":1784767536.4901452,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767536.490241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41fb8a52-0d3a-4429-b798-8966ab3e4b6a"} {"level":"info","ts":1784767536.4902585,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41fb8a52-0d3a-4429-b798-8966ab3e4b6a"} {"level":"info","ts":1784767536.4902782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41fb8a52-0d3a-4429-b798-8966ab3e4b6a","EoS":false} {"level":"info","ts":1784767536.4902964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41fb8a52-0d3a-4429-b798-8966ab3e4b6a","EoS":true} {"level":"info","ts":1784767536.4903293,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41fb8a52-0d3a-4429-b798-8966ab3e4b6a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767536.4903502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41fb8a52-0d3a-4429-b798-8966ab3e4b6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767536.4903955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41fb8a52-0d3a-4429-b798-8966ab3e4b6a"} {"level":"info","ts":1784767538.5226595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767538.5227547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"} {"level":"info","ts":1784767538.522768,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"} {"level":"info","ts":1784767538.5227852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","EoS":false} {"level":"info","ts":1784767538.522808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","EoS":true} {"level":"info","ts":1784767538.5228405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767538.522861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767538.522892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37afbaf5-cc71-4613-80db-7ea7ef429ef3"} {"level":"info","ts":1784767547.955318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767547.955421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"} {"level":"info","ts":1784767547.9554327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"} {"level":"info","ts":1784767547.9554453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","EoS":false} {"level":"info","ts":1784767547.955459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","EoS":true} {"level":"info","ts":1784767547.9554853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767547.9555047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767547.955525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5fc1891e-3bdd-4549-81f6-f7cfa8d3cac4"} {"level":"info","ts":1784767548.005652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767548.0057185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"} {"level":"info","ts":1784767548.005727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"} {"level":"info","ts":1784767548.005738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","EoS":false} {"level":"info","ts":1784767548.0057495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","EoS":true} {"level":"info","ts":1784767548.0057654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767548.0057797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767548.0057986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca7c2bfd-4846-4f81-93b9-40ab6c5036d2"} {"level":"info","ts":1784767567.517576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767567.5176566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"} {"level":"info","ts":1784767567.517666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"} {"level":"info","ts":1784767567.517677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","EoS":false} {"level":"info","ts":1784767567.5176904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","EoS":true} {"level":"info","ts":1784767567.5177195,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767567.5177424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767567.5177734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fa40625-3387-4e7d-8a50-25242d5586c0"} {"level":"info","ts":1784767576.8210897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767576.8211691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbb2c493-8116-45c9-9ea9-fa38381388f5"} {"level":"info","ts":1784767576.8211792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bbb2c493-8116-45c9-9ea9-fa38381388f5"} {"level":"info","ts":1784767576.82119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbb2c493-8116-45c9-9ea9-fa38381388f5","EoS":false} {"level":"info","ts":1784767576.8212028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbb2c493-8116-45c9-9ea9-fa38381388f5","EoS":true} {"level":"info","ts":1784767576.8212776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbb2c493-8116-45c9-9ea9-fa38381388f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767576.8212986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbb2c493-8116-45c9-9ea9-fa38381388f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767576.8213208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bbb2c493-8116-45c9-9ea9-fa38381388f5"} {"level":"info","ts":1784767582.089658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767582.0897331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5a17eb0-b29a-48e8-a197-ba5ae649fa23"} {"level":"info","ts":1784767582.089743,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5a17eb0-b29a-48e8-a197-ba5ae649fa23"} {"level":"info","ts":1784767582.0897539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5a17eb0-b29a-48e8-a197-ba5ae649fa23","EoS":false} {"level":"info","ts":1784767582.0897672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5a17eb0-b29a-48e8-a197-ba5ae649fa23","EoS":true} {"level":"info","ts":1784767582.0897906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5a17eb0-b29a-48e8-a197-ba5ae649fa23","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784767582.08981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5a17eb0-b29a-48e8-a197-ba5ae649fa23","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784767582.089836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5a17eb0-b29a-48e8-a197-ba5ae649fa23"} {"level":"info","ts":1784767672.5195065,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767672.5195894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33f53bbe-5c35-4ae2-9a29-6235a733bf2d"} {"level":"info","ts":1784767672.5196013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33f53bbe-5c35-4ae2-9a29-6235a733bf2d"} {"level":"info","ts":1784767672.519613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33f53bbe-5c35-4ae2-9a29-6235a733bf2d","EoS":false} {"level":"info","ts":1784767672.5196269,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33f53bbe-5c35-4ae2-9a29-6235a733bf2d","EoS":true} {"level":"info","ts":1784767672.51965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33f53bbe-5c35-4ae2-9a29-6235a733bf2d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784767672.5196652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33f53bbe-5c35-4ae2-9a29-6235a733bf2d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784767672.51968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33f53bbe-5c35-4ae2-9a29-6235a733bf2d"} {"level":"info","ts":1784767697.968524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767697.968605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"} {"level":"info","ts":1784767697.9686136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"} {"level":"info","ts":1784767697.9686244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","EoS":false} {"level":"info","ts":1784767697.9686358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","EoS":true} {"level":"info","ts":1784767697.9686558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784767697.9686704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784767697.96869,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd4954ba-612d-4826-ba1c-8e9b0a616e36"} {"level":"info","ts":1784767735.0116465,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767735.0117266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"} {"level":"info","ts":1784767735.0117364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"} {"level":"info","ts":1784767735.0117476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","EoS":false} {"level":"info","ts":1784767735.0117607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","EoS":true} {"level":"info","ts":1784767735.0117822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767735.0117984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767735.0118186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fbc5572-af7d-457f-811f-7670e7c869d4"} {"level":"info","ts":1784767750.2752068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767750.275285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"} {"level":"info","ts":1784767750.2752948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"} {"level":"info","ts":1784767750.2753062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","EoS":false} {"level":"info","ts":1784767750.2753198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","EoS":true} {"level":"info","ts":1784767750.2753394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767750.2753544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767750.2753956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26a1d7ac-daf5-438b-8abd-72fe307270e0"} {"level":"info","ts":1784767750.5603037,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784767750.5604045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f672332c-6d4d-4b68-8e84-b24e2bb33cbd"} {"level":"info","ts":1784767750.5604184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f672332c-6d4d-4b68-8e84-b24e2bb33cbd"} {"level":"info","ts":1784767750.5604303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f672332c-6d4d-4b68-8e84-b24e2bb33cbd","EoS":false} {"level":"info","ts":1784767750.560441,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f672332c-6d4d-4b68-8e84-b24e2bb33cbd","EoS":true} {"level":"info","ts":1784767750.56046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f672332c-6d4d-4b68-8e84-b24e2bb33cbd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784767750.560475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f672332c-6d4d-4b68-8e84-b24e2bb33cbd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784767750.5604942,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f672332c-6d4d-4b68-8e84-b24e2bb33cbd"} {"level":"info","ts":1784768064.9764807,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768064.9765663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"} {"level":"info","ts":1784768064.9765773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"} {"level":"info","ts":1784768064.9765887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","EoS":false} {"level":"info","ts":1784768064.9766004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","EoS":true} {"level":"info","ts":1784768064.9766285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784768064.9766443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784768064.9766638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70805ce5-61b6-4d29-9fc5-f51286e73964"} {"level":"info","ts":1784768065.0187004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768065.0187826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"352c9d81-1a75-4ff9-8fc5-a25710ea6982"} {"level":"info","ts":1784768065.0187912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"352c9d81-1a75-4ff9-8fc5-a25710ea6982"} {"level":"info","ts":1784768065.0188026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"352c9d81-1a75-4ff9-8fc5-a25710ea6982","EoS":false} {"level":"info","ts":1784768065.0188162,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"352c9d81-1a75-4ff9-8fc5-a25710ea6982","EoS":true} {"level":"info","ts":1784768065.0188348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"352c9d81-1a75-4ff9-8fc5-a25710ea6982","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784768065.01885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"352c9d81-1a75-4ff9-8fc5-a25710ea6982","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784768065.0188646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"352c9d81-1a75-4ff9-8fc5-a25710ea6982"} {"level":"info","ts":1784768065.0542011,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768065.0542789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e34b16bf-a7de-49b9-a515-ac2b0fb46b7a"} {"level":"info","ts":1784768065.0542893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e34b16bf-a7de-49b9-a515-ac2b0fb46b7a"} {"level":"info","ts":1784768065.0543013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e34b16bf-a7de-49b9-a515-ac2b0fb46b7a","EoS":false} {"level":"info","ts":1784768065.0543108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e34b16bf-a7de-49b9-a515-ac2b0fb46b7a","EoS":true} {"level":"info","ts":1784768065.0543303,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e34b16bf-a7de-49b9-a515-ac2b0fb46b7a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784768065.0543473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e34b16bf-a7de-49b9-a515-ac2b0fb46b7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784768065.0543852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e34b16bf-a7de-49b9-a515-ac2b0fb46b7a"} {"level":"info","ts":1784768069.882158,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da161f31-fd73-4844-896b-3c0439e019b4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784768069.8821578,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"120842ed-3cde-47c8-96cc-30c3b42c279b"} {"level":"info","ts":1784768069.8821993,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da161f31-fd73-4844-896b-3c0439e019b4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784768069.8875036,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffafc2f7-2c8f-4ab2-b02b-2cbf588a3b20","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784768069.887533,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffafc2f7-2c8f-4ab2-b02b-2cbf588a3b20","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784768069.8910599,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"120842ed-3cde-47c8-96cc-30c3b42c279b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784768069.8912952,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36993.222066823,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768069.8913126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768070.0297518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768070.0322413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37557.2726569,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768070.0322673,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768070.0326202,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbcbf510-e067-42b4-88e6-c17777dea0d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784768070.032663,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbcbf510-e067-42b4-88e6-c17777dea0d6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784768070.0328355,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e350c186-6ac2-4b20-8569-a6697294f32f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784768070.0328767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e350c186-6ac2-4b20-8569-a6697294f32f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784768070.032971,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc1cf548-a5ba-42a1-9b8f-5cbfc1be6b9a"} {"level":"info","ts":1784768070.033157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7cd2662-7132-45ba-ac61-05499726dfbc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784768070.0331898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7cd2662-7132-45ba-ac61-05499726dfbc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784768070.0369356,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc1cf548-a5ba-42a1-9b8f-5cbfc1be6b9a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784768070.037126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33834.38990835,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768070.0371408,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768070.0401092,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768070.1267853,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784768070.13213,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"120842ed-3cde-47c8-96cc-30c3b42c279b","name":"e2e-external-provider"} {"level":"info","ts":1784768070.1371622,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc1cf548-a5ba-42a1-9b8f-5cbfc1be6b9a","name":"e2e-external-model"} {"level":"info","ts":1784768070.1484013,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"120842ed-3cde-47c8-96cc-30c3b42c279b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784768070.148524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39d43b61-e264-4bdd-b9fa-326b3637a256","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784768070.1485648,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39d43b61-e264-4bdd-b9fa-326b3637a256","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784768070.1523802,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"120842ed-3cde-47c8-96cc-30c3b42c279b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784768070.152491,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45bce35b-f08a-472e-b2ae-55d78afc93aa"} {"level":"info","ts":1784768070.152545,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45bce35b-f08a-472e-b2ae-55d78afc93aa","name":"e2e-external-provider"} {"level":"error","ts":1784768070.1556726,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc1cf548-a5ba-42a1-9b8f-5cbfc1be6b9a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784768070.1557245,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc1cf548-a5ba-42a1-9b8f-5cbfc1be6b9a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784768070.1558032,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b7a0426-e8ae-4018-9981-7fc976145a1d"} {"level":"info","ts":1784768070.1558669,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b7a0426-e8ae-4018-9981-7fc976145a1d","name":"e2e-external-model"} {"level":"info","ts":1784768070.161009,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1cf2bad-c153-4218-84b9-9a6c10b389ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784768070.1610398,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1cf2bad-c153-4218-84b9-9a6c10b389ad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784768070.1665862,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"45bce35b-f08a-472e-b2ae-55d78afc93aa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784768070.1675234,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b7a0426-e8ae-4018-9981-7fc976145a1d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784768070.1709237,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2b7a0426-e8ae-4018-9981-7fc976145a1d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784768070.1710098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b0e98ca-ba65-47c6-88ec-77c1eb5d4a9d"} {"level":"info","ts":1784768070.171072,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b0e98ca-ba65-47c6-88ec-77c1eb5d4a9d","name":"e2e-external-model"} {"level":"info","ts":1784768070.174695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9a6a0b-2d22-4715-9dd0-7c9c8165f1eb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784768070.1747246,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9a6a0b-2d22-4715-9dd0-7c9c8165f1eb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784768070.1791337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b0e98ca-ba65-47c6-88ec-77c1eb5d4a9d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784768070.1824338,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b0e98ca-ba65-47c6-88ec-77c1eb5d4a9d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784768070.1825216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6d80e81-f420-48d0-b869-200bbba79a88"} {"level":"info","ts":1784768070.1825745,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6d80e81-f420-48d0-b869-200bbba79a88","name":"e2e-external-model"} {"level":"info","ts":1784768070.1901262,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6d80e81-f420-48d0-b869-200bbba79a88","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784768077.3170383,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768077.3171244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e"} {"level":"info","ts":1784768077.317138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e"} {"level":"info","ts":1784768077.317155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e","EoS":false} {"level":"info","ts":1784768077.317177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e","EoS":true} {"level":"info","ts":1784768077.3172083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784768077.3172283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784768077.3172405,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e","modelName":"e2e-external-model"} {"level":"info","ts":1784768077.3172615,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784768077.317337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45d67dc1-6a41-49ff-87cb-6e3dc4d63f2e"} {"level":"info","ts":1784768077.3925295,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768077.3926127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87"} {"level":"info","ts":1784768077.3926306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87"} {"level":"info","ts":1784768077.3926494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87","EoS":false} {"level":"info","ts":1784768077.3926694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87","EoS":true} {"level":"info","ts":1784768077.3926985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784768077.392717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784768077.392731,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87","modelName":"e2e-external-model"} {"level":"info","ts":1784768077.392753,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784768077.3928037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81d05a91-48dd-4927-9e85-c5f9d5bbbe87"} {"level":"info","ts":1784768077.4220357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768077.4221745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158"} {"level":"info","ts":1784768077.4221916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158"} {"level":"info","ts":1784768077.42221,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","EoS":false} {"level":"info","ts":1784768077.4222264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","EoS":true} {"level":"info","ts":1784768077.4222624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784768077.4222825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784768077.4222953,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","modelName":"e2e-external-model"} {"level":"info","ts":1784768077.4223142,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784768077.4223874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a870df6-0d30-480b-9fb9-61edfe0fd158"} {"level":"info","ts":1784768077.5511394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb47ceda-06df-41c3-81b7-37e393a1de4d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784768077.5511703,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9384ae94-a66e-4ba5-8095-01f2cafec486"} {"level":"info","ts":1784768077.5511816,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb47ceda-06df-41c3-81b7-37e393a1de4d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784768077.5569084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8658bf1f-5ab4-40ef-a3ce-d98ea798f786","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784768077.5569344,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8658bf1f-5ab4-40ef-a3ce-d98ea798f786","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784768077.5603538,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9384ae94-a66e-4ba5-8095-01f2cafec486","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784768077.560419,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9384ae94-a66e-4ba5-8095-01f2cafec486","name":"e2e-cleanup-test"} {"level":"info","ts":1784768077.5790763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7eced79-dc7b-4386-a25d-ebd55b0ed21d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784768077.5791075,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f7eced79-dc7b-4386-a25d-ebd55b0ed21d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784768077.5822766,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9384ae94-a66e-4ba5-8095-01f2cafec486","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784768077.5823956,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9384ae94-a66e-4ba5-8095-01f2cafec486","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784768077.5824697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e354bc6e-23d7-407b-ad24-9b6148903be2"} {"level":"info","ts":1784768077.5825703,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e354bc6e-23d7-407b-ad24-9b6148903be2","name":"e2e-cleanup-test"} {"level":"info","ts":1784768077.5918188,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e354bc6e-23d7-407b-ad24-9b6148903be2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784768077.5964234,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f7ab240-6fbb-4fac-ac8f-02a895ddc9e0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784768077.5964549,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f7ab240-6fbb-4fac-ac8f-02a895ddc9e0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784768077.596801,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfa84dab-4e1e-46ff-bf3e-3405b89754e5"} {"level":"info","ts":1784768077.5968556,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfa84dab-4e1e-46ff-bf3e-3405b89754e5","name":"e2e-cleanup-test"} {"level":"info","ts":1784768077.6055968,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfa84dab-4e1e-46ff-bf3e-3405b89754e5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784768077.6112604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff8342bd-1d68-4eda-9449-61a33667b92e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784768077.6112885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff8342bd-1d68-4eda-9449-61a33667b92e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784768077.6114342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f91861c1-72c2-471a-9a5d-23ba4cf76f21"} {"level":"info","ts":1784768077.611477,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f91861c1-72c2-471a-9a5d-23ba4cf76f21","name":"e2e-cleanup-test"} {"level":"info","ts":1784768077.619831,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f91861c1-72c2-471a-9a5d-23ba4cf76f21","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784768085.8147469,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a148562-91cf-4d76-aaf9-259eecad1d5a"} {"level":"info","ts":1784768085.81475,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"674d55a6-ba33-42d7-8b56-cc7fdaed86c4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784768085.8148055,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"674d55a6-ba33-42d7-8b56-cc7fdaed86c4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784768090.120093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768090.1201692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2"} {"level":"info","ts":1784768090.1201777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2"} {"level":"info","ts":1784768090.1201892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2","EoS":false} {"level":"info","ts":1784768090.120202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2","EoS":true} {"level":"info","ts":1784768090.1202211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784768090.1202374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784768090.1202579,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d0c4973-9c74-4d28-a7e5-9b8b7f47d1b2"} {"level":"info","ts":1784768090.1529884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768090.1530514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271"} {"level":"info","ts":1784768090.1530647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271"} {"level":"info","ts":1784768090.1530762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","EoS":false} {"level":"info","ts":1784768090.1530898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","EoS":true} {"level":"info","ts":1784768090.1531076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784768090.153122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784768090.153131,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","modelName":"e2e-external-model"} {"level":"info","ts":1784768090.1531487,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784768090.1531847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"908b1429-4968-4175-8b30-aa90deda5271"} {"level":"info","ts":1784768090.19496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768090.195028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"} {"level":"info","ts":1784768090.1950366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"} {"level":"info","ts":1784768090.1950474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","EoS":false} {"level":"info","ts":1784768090.1950598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","EoS":true} {"level":"info","ts":1784768090.1950788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784768090.1950934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784768090.195107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43e23668-e952-4d5a-a7d5-c5218f7c6038"} {"level":"info","ts":1784768090.3392613,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768090.339335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"} {"level":"info","ts":1784768090.339344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"} {"level":"info","ts":1784768090.3393552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","EoS":false} {"level":"info","ts":1784768090.3393903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","EoS":true} {"level":"info","ts":1784768090.3394186,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98","field":"model"} {"level":"info","ts":1784768090.3394406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68b99234-18d6-43eb-b72d-a1d6205b1e98"} {"level":"info","ts":1784768091.2875147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1811b0b0-8203-4353-bdfc-ecb778fa25d4"} {"level":"info","ts":1784768091.2875397,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cec5354a-c31a-4691-a45f-20df9b7bb210","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784768091.2875655,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cec5354a-c31a-4691-a45f-20df9b7bb210","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784768091.430854,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d6f88c9-028e-4b3e-b0c9-1ee6061d0e74"} {"level":"info","ts":1784768091.4308875,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68463559-afb9-4c9d-b3ff-ecd03b0e84a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784768091.4310207,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"68463559-afb9-4c9d-b3ff-ecd03b0e84a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784768692.7750466,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768692.775124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"945fcf75-118e-49c1-8bb4-59678df66ebb"} {"level":"info","ts":1784768692.7751324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"945fcf75-118e-49c1-8bb4-59678df66ebb"} {"level":"info","ts":1784768692.7751424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"945fcf75-118e-49c1-8bb4-59678df66ebb","EoS":false} {"level":"info","ts":1784768692.7751532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"945fcf75-118e-49c1-8bb4-59678df66ebb","EoS":true} {"level":"info","ts":1784768692.7751715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"945fcf75-118e-49c1-8bb4-59678df66ebb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784768692.7751865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"945fcf75-118e-49c1-8bb4-59678df66ebb","path":"/ai-tenant-e2e-inf-b-bb9f10/test-model-bb9f10/v1/chat/completions"} {"level":"info","ts":1784768692.7752054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"945fcf75-118e-49c1-8bb4-59678df66ebb"} {"level":"info","ts":1784768713.8794708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784768713.8795605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"} {"level":"info","ts":1784768713.8795776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"} {"level":"info","ts":1784768713.8795922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","EoS":false} {"level":"info","ts":1784768713.8796031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","EoS":true} {"level":"info","ts":1784768713.8796241,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784768713.8796387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0","path":"/ai-tenant-e2e-inf-b-bb9f10/test-model-bb9f10/v1/chat/completions"} {"level":"info","ts":1784768713.8796587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2bb72a5e-ee38-49b7-9734-2c411cced3f0"} {"level":"info","ts":1784769164.896688,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784769164.896771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"} {"level":"info","ts":1784769164.8967798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"} {"level":"info","ts":1784769164.8967905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","EoS":false} {"level":"info","ts":1784769164.8968015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","EoS":true} {"level":"info","ts":1784769164.8968227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784769164.8968382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947","path":"/ai-tenant-e2e-shared-a-7ee5a5/rate-test-model-7ee5a5/v1/completions"} {"level":"info","ts":1784769164.8968587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5c02a62-700e-42ac-b6bf-5ab42adc4947"} {"level":"info","ts":1784769165.9606519,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784769165.9607403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"} {"level":"info","ts":1784769165.9607537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"} {"level":"info","ts":1784769165.9607668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","EoS":false} {"level":"info","ts":1784769165.960779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","EoS":true} {"level":"info","ts":1784769165.9607992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784769165.9608138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706","path":"/ai-tenant-e2e-shared-a-7ee5a5/rate-test-model-7ee5a5/v1/completions"} {"level":"info","ts":1784769165.9608326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"548f019e-65e5-4e8a-b8b8-4204981d7706"} {"level":"info","ts":1784769167.0021114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784769167.002188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccf79bc8-c927-4f6b-a2c0-5dbce727f0e9"} {"level":"info","ts":1784769167.0021973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccf79bc8-c927-4f6b-a2c0-5dbce727f0e9"} {"level":"info","ts":1784769167.002208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccf79bc8-c927-4f6b-a2c0-5dbce727f0e9","EoS":false} {"level":"info","ts":1784769167.0022185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccf79bc8-c927-4f6b-a2c0-5dbce727f0e9","EoS":true} {"level":"info","ts":1784769167.002238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccf79bc8-c927-4f6b-a2c0-5dbce727f0e9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784769167.0022533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccf79bc8-c927-4f6b-a2c0-5dbce727f0e9","path":"/ai-tenant-e2e-shared-a-7ee5a5/rate-test-model-7ee5a5/v1/completions"} {"level":"info","ts":1784769167.0022733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccf79bc8-c927-4f6b-a2c0-5dbce727f0e9"}