{"level":"info","ts":1784720414.453719,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0c33fc3-086e-4491-ac1e-94206ea0e872"} {"level":"info","ts":1784720414.4933925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720414.4934812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"572e53fe-3c5a-44eb-97e7-eed8f01c2e2a"} {"level":"info","ts":1784720414.4934952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"572e53fe-3c5a-44eb-97e7-eed8f01c2e2a"} {"level":"info","ts":1784720414.493509,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"572e53fe-3c5a-44eb-97e7-eed8f01c2e2a","EoS":false} {"level":"info","ts":1784720414.4935212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"572e53fe-3c5a-44eb-97e7-eed8f01c2e2a","EoS":true} {"level":"info","ts":1784720414.493542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"572e53fe-3c5a-44eb-97e7-eed8f01c2e2a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720414.4935575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"572e53fe-3c5a-44eb-97e7-eed8f01c2e2a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720414.4935791,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"572e53fe-3c5a-44eb-97e7-eed8f01c2e2a"} {"level":"info","ts":1784720418.6706522,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720418.670738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fd8c5c5-b25f-4398-ba4e-75670f679c00"} {"level":"info","ts":1784720418.670748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0fd8c5c5-b25f-4398-ba4e-75670f679c00"} {"level":"info","ts":1784720418.67076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fd8c5c5-b25f-4398-ba4e-75670f679c00","EoS":false} {"level":"info","ts":1784720418.6707795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fd8c5c5-b25f-4398-ba4e-75670f679c00","EoS":true} {"level":"info","ts":1784720418.6708117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fd8c5c5-b25f-4398-ba4e-75670f679c00","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720418.670829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fd8c5c5-b25f-4398-ba4e-75670f679c00","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720418.6708546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fd8c5c5-b25f-4398-ba4e-75670f679c00"} {"level":"info","ts":1784720434.5500708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720434.5501757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"} {"level":"info","ts":1784720434.5501976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"} {"level":"info","ts":1784720434.5502183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","EoS":false} {"level":"info","ts":1784720434.550236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","EoS":true} {"level":"info","ts":1784720434.55026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720434.5502784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720434.5503016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf64b605-099e-44ac-a7c3-09fc07c8eabd"} {"level":"info","ts":1784720434.6925683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720434.692654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"} {"level":"info","ts":1784720434.6926632,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"} {"level":"info","ts":1784720434.6926765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","EoS":false} {"level":"info","ts":1784720434.6927085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","EoS":true} {"level":"info","ts":1784720434.6927328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720434.6927478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720434.6927738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b8d6317-b3eb-4cbb-aad9-9e1b4462e014"} {"level":"info","ts":1784720434.8327188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720434.8328166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"} {"level":"info","ts":1784720434.8328269,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"} {"level":"info","ts":1784720434.832838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","EoS":false} {"level":"info","ts":1784720434.8328648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","EoS":true} {"level":"info","ts":1784720434.8328924,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720434.832917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720434.8329434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53586055-e84a-4ebe-99b7-460f340f19d5"} {"level":"info","ts":1784720434.971738,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720434.9718287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"} {"level":"info","ts":1784720434.971841,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"} {"level":"info","ts":1784720434.9718566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","EoS":false} {"level":"info","ts":1784720434.9718757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","EoS":true} {"level":"info","ts":1784720434.9718974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720434.971914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720434.9719386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e781c774-be4a-4ccb-bad3-38ecd637d34b"} {"level":"info","ts":1784720435.1140347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720435.1141133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"} {"level":"info","ts":1784720435.1141238,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"} {"level":"info","ts":1784720435.1141353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","EoS":false} {"level":"info","ts":1784720435.1141472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","EoS":true} {"level":"info","ts":1784720435.1141665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720435.1141863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720435.1142182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58238b55-85e6-4baa-95a8-82afe29a4ab1"} {"level":"info","ts":1784720435.2563806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720435.2564662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f10843d2-323c-414e-b56e-71ea4b4ba12c"} {"level":"info","ts":1784720435.2564776,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f10843d2-323c-414e-b56e-71ea4b4ba12c"} {"level":"info","ts":1784720435.2564895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f10843d2-323c-414e-b56e-71ea4b4ba12c","EoS":false} {"level":"info","ts":1784720435.2565005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f10843d2-323c-414e-b56e-71ea4b4ba12c","EoS":true} {"level":"info","ts":1784720435.2565227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f10843d2-323c-414e-b56e-71ea4b4ba12c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720435.2565384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f10843d2-323c-414e-b56e-71ea4b4ba12c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720435.25656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f10843d2-323c-414e-b56e-71ea4b4ba12c"} {"level":"info","ts":1784720450.9825532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720450.9826381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"} {"level":"info","ts":1784720450.982649,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"} {"level":"info","ts":1784720450.9826605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","EoS":false} {"level":"info","ts":1784720450.9826756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","EoS":true} {"level":"info","ts":1784720450.9826963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720450.982712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720450.9827335,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"278b1b85-5878-46df-bc91-4c9227334522"} {"level":"info","ts":1784720451.0277975,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720451.0279126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a48b40e-18ca-4776-9314-3826516103c9"} {"level":"info","ts":1784720451.0279293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a48b40e-18ca-4776-9314-3826516103c9"} {"level":"info","ts":1784720451.0279493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a48b40e-18ca-4776-9314-3826516103c9","EoS":false} {"level":"info","ts":1784720451.0279953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a48b40e-18ca-4776-9314-3826516103c9","EoS":true} {"level":"info","ts":1784720451.0280282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a48b40e-18ca-4776-9314-3826516103c9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720451.0280488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a48b40e-18ca-4776-9314-3826516103c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720451.0280788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a48b40e-18ca-4776-9314-3826516103c9"} {"level":"info","ts":1784720451.0633497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720451.0634305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19f8d2c4-7cd4-484f-9bfb-199787e390e4"} {"level":"info","ts":1784720451.063441,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19f8d2c4-7cd4-484f-9bfb-199787e390e4"} {"level":"info","ts":1784720451.063453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19f8d2c4-7cd4-484f-9bfb-199787e390e4","EoS":false} {"level":"info","ts":1784720451.0634644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19f8d2c4-7cd4-484f-9bfb-199787e390e4","EoS":true} {"level":"info","ts":1784720451.0634847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19f8d2c4-7cd4-484f-9bfb-199787e390e4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720451.0635068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19f8d2c4-7cd4-484f-9bfb-199787e390e4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720451.063531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19f8d2c4-7cd4-484f-9bfb-199787e390e4"} {"level":"info","ts":1784720451.0979445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720451.0980723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edfde9b5-8135-413f-a0ed-35f51fea6736"} {"level":"info","ts":1784720455.754978,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720455.7550552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"} {"level":"info","ts":1784720455.7550669,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"} {"level":"info","ts":1784720455.7550783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","EoS":false} {"level":"info","ts":1784720455.7550921,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","EoS":true} {"level":"info","ts":1784720455.7551143,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720455.7551296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720455.7551534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62927e17-1c92-4ffd-937a-a81a6340b663"} {"level":"info","ts":1784720464.3582952,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720464.3583794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"597a5973-06ee-4230-8c0e-554656be06b3"} {"level":"info","ts":1784720464.3583891,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"597a5973-06ee-4230-8c0e-554656be06b3"} {"level":"info","ts":1784720464.3584065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"597a5973-06ee-4230-8c0e-554656be06b3","EoS":false} {"level":"info","ts":1784720464.3584228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"597a5973-06ee-4230-8c0e-554656be06b3","EoS":true} {"level":"info","ts":1784720464.3584452,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"597a5973-06ee-4230-8c0e-554656be06b3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720464.3584607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"597a5973-06ee-4230-8c0e-554656be06b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720464.3584857,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"597a5973-06ee-4230-8c0e-554656be06b3"} {"level":"info","ts":1784720466.3929849,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720466.393064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"} {"level":"info","ts":1784720466.3930755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"} {"level":"info","ts":1784720466.3930867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","EoS":false} {"level":"info","ts":1784720466.3930988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","EoS":true} {"level":"info","ts":1784720466.39312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720466.393135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720466.3931565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9f2d8b6-b722-49e3-92da-18964990ea96"} {"level":"info","ts":1784720479.3184555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720479.3185353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"} {"level":"info","ts":1784720479.3185449,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"} {"level":"info","ts":1784720479.3185563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","EoS":false} {"level":"info","ts":1784720479.3185697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","EoS":true} {"level":"info","ts":1784720479.3185997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720479.3186235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720479.3186526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00788287-d444-4119-b8c7-b9fe8299c349"} {"level":"info","ts":1784720487.919563,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720487.9196458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"} {"level":"info","ts":1784720487.9196565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"} {"level":"info","ts":1784720487.919668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","EoS":false} {"level":"info","ts":1784720487.919679,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","EoS":true} {"level":"info","ts":1784720487.9197013,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720487.9197166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720487.9197378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c9935f84-209b-44cc-b7e3-454c8abc8bed"} {"level":"info","ts":1784720496.8920767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720496.8921618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"} {"level":"info","ts":1784720496.892172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"} {"level":"info","ts":1784720496.892184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","EoS":false} {"level":"info","ts":1784720496.892209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","EoS":true} {"level":"info","ts":1784720496.89223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720496.8922455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720496.8922672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b95ef5f7-2244-4430-9312-14b4c71d878f"} {"level":"info","ts":1784720505.9554489,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720505.9555397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b31b9137-b15c-4d72-8689-8c9f59610530"} {"level":"info","ts":1784720505.9555533,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b31b9137-b15c-4d72-8689-8c9f59610530"} {"level":"info","ts":1784720505.955566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b31b9137-b15c-4d72-8689-8c9f59610530","EoS":false} {"level":"info","ts":1784720505.9555802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b31b9137-b15c-4d72-8689-8c9f59610530","EoS":true} {"level":"info","ts":1784720505.9556015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b31b9137-b15c-4d72-8689-8c9f59610530","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720505.9556165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b31b9137-b15c-4d72-8689-8c9f59610530","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720505.955636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b31b9137-b15c-4d72-8689-8c9f59610530"} {"level":"info","ts":1784720510.7682521,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720510.7683363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"928996bd-93af-43f4-a9a7-7d80aa7b39bd"} {"level":"info","ts":1784720510.7683556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"928996bd-93af-43f4-a9a7-7d80aa7b39bd"} {"level":"info","ts":1784720510.768374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928996bd-93af-43f4-a9a7-7d80aa7b39bd","EoS":false} {"level":"info","ts":1784720510.7683895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"928996bd-93af-43f4-a9a7-7d80aa7b39bd","EoS":true} {"level":"info","ts":1784720510.7684124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"928996bd-93af-43f4-a9a7-7d80aa7b39bd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784720510.7684286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"928996bd-93af-43f4-a9a7-7d80aa7b39bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720510.7684572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"928996bd-93af-43f4-a9a7-7d80aa7b39bd"} {"level":"info","ts":1784720515.5674214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720515.567535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"982b8904-bcfc-41ab-b5e8-7ea12b7111d1"} {"level":"info","ts":1784720515.5675588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"982b8904-bcfc-41ab-b5e8-7ea12b7111d1"} {"level":"info","ts":1784720515.5675771,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982b8904-bcfc-41ab-b5e8-7ea12b7111d1","EoS":false} {"level":"info","ts":1784720515.5675917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982b8904-bcfc-41ab-b5e8-7ea12b7111d1","EoS":true} {"level":"info","ts":1784720515.5676234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"982b8904-bcfc-41ab-b5e8-7ea12b7111d1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720515.5676463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"982b8904-bcfc-41ab-b5e8-7ea12b7111d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720515.5676727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"982b8904-bcfc-41ab-b5e8-7ea12b7111d1"} {"level":"info","ts":1784720515.861628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720515.8617244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6eaa1682-b93e-4da5-8c98-5d6e88755a39"} {"level":"info","ts":1784720515.861752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6eaa1682-b93e-4da5-8c98-5d6e88755a39"} {"level":"info","ts":1784720515.8617723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6eaa1682-b93e-4da5-8c98-5d6e88755a39","EoS":false} {"level":"info","ts":1784720515.8617935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6eaa1682-b93e-4da5-8c98-5d6e88755a39","EoS":true} {"level":"info","ts":1784720515.8618221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6eaa1682-b93e-4da5-8c98-5d6e88755a39","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720515.8618414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6eaa1682-b93e-4da5-8c98-5d6e88755a39","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720515.8618727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6eaa1682-b93e-4da5-8c98-5d6e88755a39"} {"level":"info","ts":1784720517.8943353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720517.894422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0e4e0dd-3d4c-4f44-b2b0-f41207e46f24"} {"level":"info","ts":1784720517.894432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0e4e0dd-3d4c-4f44-b2b0-f41207e46f24"} {"level":"info","ts":1784720517.894443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0e4e0dd-3d4c-4f44-b2b0-f41207e46f24","EoS":false} {"level":"info","ts":1784720517.8944535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0e4e0dd-3d4c-4f44-b2b0-f41207e46f24","EoS":true} {"level":"info","ts":1784720517.89449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0e4e0dd-3d4c-4f44-b2b0-f41207e46f24","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720517.8945074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0e4e0dd-3d4c-4f44-b2b0-f41207e46f24","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720517.8945286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0e4e0dd-3d4c-4f44-b2b0-f41207e46f24"} {"level":"info","ts":1784720519.9325893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720519.9326863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d897bc28-5996-4e06-85d7-8f9adda13c78"} {"level":"info","ts":1784720519.9326966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d897bc28-5996-4e06-85d7-8f9adda13c78"} {"level":"info","ts":1784720519.9327097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d897bc28-5996-4e06-85d7-8f9adda13c78","EoS":false} {"level":"info","ts":1784720519.932727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d897bc28-5996-4e06-85d7-8f9adda13c78","EoS":true} {"level":"info","ts":1784720519.932751,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d897bc28-5996-4e06-85d7-8f9adda13c78","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720519.9327686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d897bc28-5996-4e06-85d7-8f9adda13c78","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720519.932793,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d897bc28-5996-4e06-85d7-8f9adda13c78"} {"level":"info","ts":1784720522.0087311,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720522.0088515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"} {"level":"info","ts":1784720522.0088747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"} {"level":"info","ts":1784720522.0088873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","EoS":false} {"level":"info","ts":1784720522.008901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","EoS":true} {"level":"info","ts":1784720522.0089223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720522.0089386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720522.0089998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7887359-23e9-418e-b07a-cf529969de0b"} {"level":"info","ts":1784720545.1542985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720545.1543837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"} {"level":"info","ts":1784720545.1543934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"} {"level":"info","ts":1784720545.1544073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","EoS":false} {"level":"info","ts":1784720545.1544256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","EoS":true} {"level":"info","ts":1784720545.1544492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720545.1544662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720545.154489,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"852f5b2b-2244-42a0-9794-9c0013a8d23e"} {"level":"info","ts":1784720554.5770543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720554.577144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59534ae1-4ae8-4583-a9a5-43cc2b0882d8"} {"level":"info","ts":1784720554.5771546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59534ae1-4ae8-4583-a9a5-43cc2b0882d8"} {"level":"info","ts":1784720554.5771666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59534ae1-4ae8-4583-a9a5-43cc2b0882d8","EoS":false} {"level":"info","ts":1784720554.5771778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59534ae1-4ae8-4583-a9a5-43cc2b0882d8","EoS":true} {"level":"info","ts":1784720554.577215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59534ae1-4ae8-4583-a9a5-43cc2b0882d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720554.5772307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59534ae1-4ae8-4583-a9a5-43cc2b0882d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720554.5772502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59534ae1-4ae8-4583-a9a5-43cc2b0882d8"} {"level":"info","ts":1784720560.3059077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720560.3060417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7197b6fe-7e86-4df2-a654-5332623c9de3"} {"level":"info","ts":1784720560.3060598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7197b6fe-7e86-4df2-a654-5332623c9de3"} {"level":"info","ts":1784720560.3060734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7197b6fe-7e86-4df2-a654-5332623c9de3","EoS":false} {"level":"info","ts":1784720560.3060858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7197b6fe-7e86-4df2-a654-5332623c9de3","EoS":true} {"level":"info","ts":1784720560.3061073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7197b6fe-7e86-4df2-a654-5332623c9de3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720560.3061237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7197b6fe-7e86-4df2-a654-5332623c9de3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720560.3061447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7197b6fe-7e86-4df2-a654-5332623c9de3"} {"level":"info","ts":1784720569.9261386,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720569.926225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c325bb2e-cc1a-467a-9390-fdbb1db29227"} {"level":"info","ts":1784720569.926236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c325bb2e-cc1a-467a-9390-fdbb1db29227"} {"level":"info","ts":1784720569.926248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c325bb2e-cc1a-467a-9390-fdbb1db29227","EoS":false} {"level":"info","ts":1784720569.9262638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c325bb2e-cc1a-467a-9390-fdbb1db29227","EoS":true} {"level":"info","ts":1784720569.9262867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c325bb2e-cc1a-467a-9390-fdbb1db29227","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720569.926302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c325bb2e-cc1a-467a-9390-fdbb1db29227","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720569.9263268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c325bb2e-cc1a-467a-9390-fdbb1db29227"} {"level":"info","ts":1784720571.9616349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720571.9617279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"} {"level":"info","ts":1784720571.9617417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"} {"level":"info","ts":1784720571.9617603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","EoS":false} {"level":"info","ts":1784720571.9617784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","EoS":true} {"level":"info","ts":1784720571.9618113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720571.9618335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720571.9618628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c516f65c-4557-4e38-8c17-fd122ef3ebdd"} {"level":"info","ts":1784720581.453924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720581.4540143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"} {"level":"info","ts":1784720581.4540274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"} {"level":"info","ts":1784720581.4540393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","EoS":false} {"level":"info","ts":1784720581.4540517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","EoS":true} {"level":"info","ts":1784720581.4540713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720581.4540865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720581.4541085,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87b30f86-8556-4c8d-8b8e-69c0765cbc13"} {"level":"info","ts":1784720581.4963408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720581.4964223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"} {"level":"info","ts":1784720581.4964387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"} {"level":"info","ts":1784720581.496457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","EoS":false} {"level":"info","ts":1784720581.4964776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","EoS":true} {"level":"info","ts":1784720581.4965098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720581.4965277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720581.4965575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d4c3289-d6f8-4a13-875f-bab03ea74b91"} {"level":"info","ts":1784720600.747467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720600.7475562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"} {"level":"info","ts":1784720600.747573,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"} {"level":"info","ts":1784720600.74759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","EoS":false} {"level":"info","ts":1784720600.7476058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","EoS":true} {"level":"info","ts":1784720600.7476265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720600.7476425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720600.7476618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a38423a2-4a99-4d20-9db2-22d2f626071e"} {"level":"info","ts":1784720610.1197793,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720610.119858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c0f592b-9156-4d1b-8c7d-dcd366908641"} {"level":"info","ts":1784720610.1198683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c0f592b-9156-4d1b-8c7d-dcd366908641"} {"level":"info","ts":1784720610.1198797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c0f592b-9156-4d1b-8c7d-dcd366908641","EoS":false} {"level":"info","ts":1784720610.1198912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c0f592b-9156-4d1b-8c7d-dcd366908641","EoS":true} {"level":"info","ts":1784720610.1199121,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c0f592b-9156-4d1b-8c7d-dcd366908641","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720610.1199276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c0f592b-9156-4d1b-8c7d-dcd366908641","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720610.119946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c0f592b-9156-4d1b-8c7d-dcd366908641"} {"level":"info","ts":1784720615.4462702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720615.4463422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b959e1ad-d8c5-41f8-b334-9ac321b6ed58"} {"level":"info","ts":1784720615.4463537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b959e1ad-d8c5-41f8-b334-9ac321b6ed58"} {"level":"info","ts":1784720615.4463656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b959e1ad-d8c5-41f8-b334-9ac321b6ed58","EoS":false} {"level":"info","ts":1784720615.446378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b959e1ad-d8c5-41f8-b334-9ac321b6ed58","EoS":true} {"level":"info","ts":1784720615.4463975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b959e1ad-d8c5-41f8-b334-9ac321b6ed58","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784720615.446413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b959e1ad-d8c5-41f8-b334-9ac321b6ed58","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784720615.4464324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b959e1ad-d8c5-41f8-b334-9ac321b6ed58"} {"level":"info","ts":1784720706.148884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720706.148987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe4aae24-060d-4f4d-b98b-217ecfea451f"} {"level":"info","ts":1784720706.149001,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe4aae24-060d-4f4d-b98b-217ecfea451f"} {"level":"info","ts":1784720706.1490197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe4aae24-060d-4f4d-b98b-217ecfea451f","EoS":false} {"level":"info","ts":1784720706.1490355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe4aae24-060d-4f4d-b98b-217ecfea451f","EoS":true} {"level":"info","ts":1784720706.1490574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe4aae24-060d-4f4d-b98b-217ecfea451f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784720706.1490717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe4aae24-060d-4f4d-b98b-217ecfea451f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784720706.1490946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe4aae24-060d-4f4d-b98b-217ecfea451f"} {"level":"info","ts":1784720731.215549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720731.2156272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"} {"level":"info","ts":1784720731.215637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"} {"level":"info","ts":1784720731.2156482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","EoS":false} {"level":"info","ts":1784720731.21566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","EoS":true} {"level":"info","ts":1784720731.2156816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784720731.215695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784720731.215716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b46b710-769a-428b-a4ab-cb64fc2c640c"} {"level":"info","ts":1784720768.462006,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720768.4620905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"} {"level":"info","ts":1784720768.4621048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"} {"level":"info","ts":1784720768.4621246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","EoS":false} {"level":"info","ts":1784720768.4621444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","EoS":true} {"level":"info","ts":1784720768.4621708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720768.4621909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720768.4622204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7675d7d2-ca3c-4bac-bd97-869a03bce61e"} {"level":"info","ts":1784720783.774852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720783.7749302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"} {"level":"info","ts":1784720783.7749443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"} {"level":"info","ts":1784720783.774989,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","EoS":false} {"level":"info","ts":1784720783.775006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","EoS":true} {"level":"info","ts":1784720783.775029,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720783.7750437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720783.7750638,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ef80fa5-3360-4259-9e41-9554cf908cc5"} {"level":"info","ts":1784720784.0708141,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784720784.0708976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe7aae7b-487b-48a1-8096-cc0b36f76578"} {"level":"info","ts":1784720784.0709097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe7aae7b-487b-48a1-8096-cc0b36f76578"} {"level":"info","ts":1784720784.0709205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe7aae7b-487b-48a1-8096-cc0b36f76578","EoS":false} {"level":"info","ts":1784720784.0709336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe7aae7b-487b-48a1-8096-cc0b36f76578","EoS":true} {"level":"info","ts":1784720784.0709674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe7aae7b-487b-48a1-8096-cc0b36f76578","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784720784.0709825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe7aae7b-487b-48a1-8096-cc0b36f76578","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784720784.0710018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe7aae7b-487b-48a1-8096-cc0b36f76578"} {"level":"info","ts":1784721103.8323083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721103.8324091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"} {"level":"info","ts":1784721103.8324215,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"} {"level":"info","ts":1784721103.8324335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","EoS":false} {"level":"info","ts":1784721103.832447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","EoS":true} {"level":"info","ts":1784721103.8324711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721103.8324869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721103.8325067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6df925c7-c69a-4f3b-9861-19c5a0941dc5"} {"level":"info","ts":1784721103.8691318,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721103.8692095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ba52dd9-9259-46f9-9cfc-181e056089c0"} {"level":"info","ts":1784721103.8692281,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ba52dd9-9259-46f9-9cfc-181e056089c0"} {"level":"info","ts":1784721103.8692467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ba52dd9-9259-46f9-9cfc-181e056089c0","EoS":false} {"level":"info","ts":1784721103.869267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ba52dd9-9259-46f9-9cfc-181e056089c0","EoS":true} {"level":"info","ts":1784721103.8692994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ba52dd9-9259-46f9-9cfc-181e056089c0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721103.8693216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ba52dd9-9259-46f9-9cfc-181e056089c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721103.8693497,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ba52dd9-9259-46f9-9cfc-181e056089c0"} {"level":"info","ts":1784721103.9020414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721103.9021068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4086cc8c-7abf-434a-ad45-60753c3b1609"} {"level":"info","ts":1784721103.9021168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4086cc8c-7abf-434a-ad45-60753c3b1609"} {"level":"info","ts":1784721103.9021282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4086cc8c-7abf-434a-ad45-60753c3b1609","EoS":false} {"level":"info","ts":1784721103.9021425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4086cc8c-7abf-434a-ad45-60753c3b1609","EoS":true} {"level":"info","ts":1784721103.9021611,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4086cc8c-7abf-434a-ad45-60753c3b1609","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721103.9021745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4086cc8c-7abf-434a-ad45-60753c3b1609","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721103.9021926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4086cc8c-7abf-434a-ad45-60753c3b1609"} {"level":"info","ts":1784721108.796444,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"749f4f1a-63e6-44b5-b29a-147702351df0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784721108.796491,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"749f4f1a-63e6-44b5-b29a-147702351df0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784721108.7965577,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa601111-5d14-4b6c-9a88-d9e67708bbc3"} {"level":"info","ts":1784721108.8051074,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6d28bf5-7dac-4733-b2a2-b8b3b3241983","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784721108.805135,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f6d28bf5-7dac-4733-b2a2-b8b3b3241983","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784721108.806291,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa601111-5d14-4b6c-9a88-d9e67708bbc3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784721108.8065126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38461.018768524,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721108.8065326,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721108.974711,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721108.9748647,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f697f78a-ac4b-4afe-8698-02898d6ff7b9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784721108.9749064,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f697f78a-ac4b-4afe-8698-02898d6ff7b9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784721108.9752827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98c33c98-85b0-43be-a2d2-c874c78a9b09"} {"level":"info","ts":1784721108.9769807,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2636373-349d-40d6-b8bf-36b8fc73c5d8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784721108.9772549,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2636373-349d-40d6-b8bf-36b8fc73c5d8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784721108.9773307,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32819.920528426,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721108.977344,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721108.984263,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721109.0067923,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32604.101222779,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721109.0068138,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721109.0177336,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784721109.0744302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01552e8b-e4bf-47ad-8826-e5b4b4f3f54c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784721109.0744846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01552e8b-e4bf-47ad-8826-e5b4b4f3f54c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784721109.0782244,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98c33c98-85b0-43be-a2d2-c874c78a9b09","name":"e2e-external-model"} {"level":"info","ts":1784721109.0890849,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f7a35c6-2f2b-4b43-9551-fc46ba0ce6c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784721109.0891154,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f7a35c6-2f2b-4b43-9551-fc46ba0ce6c2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784721109.0952458,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98c33c98-85b0-43be-a2d2-c874c78a9b09","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784721109.0952976,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98c33c98-85b0-43be-a2d2-c874c78a9b09","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784721109.0953848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"223f635c-ff1b-4419-ae34-dfcf59ce99b7"} {"level":"info","ts":1784721109.0954518,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"223f635c-ff1b-4419-ae34-dfcf59ce99b7","name":"e2e-external-model"} {"level":"info","ts":1784721109.1078682,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa601111-5d14-4b6c-9a88-d9e67708bbc3","name":"e2e-external-provider"} {"level":"info","ts":1784721109.1090453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"154d27d2-9b08-47b2-8619-0b719fbad646","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784721109.1090796,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"154d27d2-9b08-47b2-8619-0b719fbad646","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784721109.1097953,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"223f635c-ff1b-4419-ae34-dfcf59ce99b7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784721109.1138752,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"223f635c-ff1b-4419-ae34-dfcf59ce99b7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784721109.113975,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"942191a8-bc0f-4653-8aff-c35d00a8a736"} {"level":"info","ts":1784721109.1140265,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"942191a8-bc0f-4653-8aff-c35d00a8a736","name":"e2e-external-model"} {"level":"info","ts":1784721109.1200984,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa601111-5d14-4b6c-9a88-d9e67708bbc3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784721109.1228688,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"942191a8-bc0f-4653-8aff-c35d00a8a736","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784721109.1241467,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa601111-5d14-4b6c-9a88-d9e67708bbc3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784721109.124227,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbc5acbf-6fc0-43eb-9ac4-b7e54561a858"} {"level":"info","ts":1784721109.1242747,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbc5acbf-6fc0-43eb-9ac4-b7e54561a858","name":"e2e-external-provider"} {"level":"info","ts":1784721109.1370265,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbc5acbf-6fc0-43eb-9ac4-b7e54561a858","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784721116.3694146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721116.3694952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43866914-db77-42f5-98ca-117cb679f210"} {"level":"info","ts":1784721116.369505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43866914-db77-42f5-98ca-117cb679f210"} {"level":"info","ts":1784721116.3695164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43866914-db77-42f5-98ca-117cb679f210","EoS":false} {"level":"info","ts":1784721116.3695285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43866914-db77-42f5-98ca-117cb679f210","EoS":true} {"level":"info","ts":1784721116.3695514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43866914-db77-42f5-98ca-117cb679f210","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784721116.3695688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43866914-db77-42f5-98ca-117cb679f210","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784721116.3695757,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"43866914-db77-42f5-98ca-117cb679f210","modelName":"e2e-external-model"} {"level":"info","ts":1784721116.3695927,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"43866914-db77-42f5-98ca-117cb679f210","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784721116.3696375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43866914-db77-42f5-98ca-117cb679f210"} {"level":"info","ts":1784721116.4165282,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721116.4165983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0"} {"level":"info","ts":1784721116.4166129,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0"} {"level":"info","ts":1784721116.4166381,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0","EoS":false} {"level":"info","ts":1784721116.416651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0","EoS":true} {"level":"info","ts":1784721116.4166677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784721116.4166815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784721116.4166884,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0","modelName":"e2e-external-model"} {"level":"info","ts":1784721116.4167008,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784721116.4167364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d778d83f-1b03-4a2e-ba58-b38f71a743a0"} {"level":"info","ts":1784721116.4431243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721116.4431915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f"} {"level":"info","ts":1784721116.443205,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f"} {"level":"info","ts":1784721116.4432182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","EoS":false} {"level":"info","ts":1784721116.4432287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","EoS":true} {"level":"info","ts":1784721116.4432456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784721116.443257,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784721116.4432638,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","modelName":"e2e-external-model"} {"level":"info","ts":1784721116.4432743,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784721116.4433076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b6ebfce-e02b-44b5-a740-86f1b7b9031f"} {"level":"info","ts":1784721116.5814743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"731627c1-c23d-41c0-9027-a1fdd090f061"} {"level":"info","ts":1784721116.581524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"758bddcb-1214-4d45-8699-21df26170c6d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784721116.58156,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"758bddcb-1214-4d45-8699-21df26170c6d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784721116.5882814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcfe5b46-a3a3-43e2-9210-35339e4c6900","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784721116.5883143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcfe5b46-a3a3-43e2-9210-35339e4c6900","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784721116.591015,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"731627c1-c23d-41c0-9027-a1fdd090f061","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784721116.591073,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"731627c1-c23d-41c0-9027-a1fdd090f061","name":"e2e-cleanup-test"} {"level":"info","ts":1784721116.601144,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"731627c1-c23d-41c0-9027-a1fdd090f061","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784721116.6060293,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"731627c1-c23d-41c0-9027-a1fdd090f061","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784721116.6061015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"918b3c0e-a762-4f17-8292-e406836b97aa"} {"level":"info","ts":1784721116.6061602,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"918b3c0e-a762-4f17-8292-e406836b97aa","name":"e2e-cleanup-test"} {"level":"info","ts":1784721116.6172016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1820f71-1f5c-493a-b238-a3fc934d0d30","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784721116.617231,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1820f71-1f5c-493a-b238-a3fc934d0d30","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784721116.6231475,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"918b3c0e-a762-4f17-8292-e406836b97aa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784721116.623189,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"918b3c0e-a762-4f17-8292-e406836b97aa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784721116.6232367,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ec5fcdd-0be0-4cdd-9bff-4c9e74707e47"} {"level":"info","ts":1784721116.6232767,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ec5fcdd-0be0-4cdd-9bff-4c9e74707e47","name":"e2e-cleanup-test"} {"level":"info","ts":1784721116.634372,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ec5fcdd-0be0-4cdd-9bff-4c9e74707e47","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784721116.6429772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17ea660e-93aa-4eff-a4f7-6c4a8c267b88","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784721116.6430042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"17ea660e-93aa-4eff-a4f7-6c4a8c267b88","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784721116.6431003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2767b84-6442-4f62-bbfb-a565fab3cd72"} {"level":"info","ts":1784721116.6431663,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2767b84-6442-4f62-bbfb-a565fab3cd72","name":"e2e-cleanup-test"} {"level":"info","ts":1784721116.6525753,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b2767b84-6442-4f62-bbfb-a565fab3cd72","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784721124.8659315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2dcfa30-444a-4e20-a30f-ff0df07c363b"} {"level":"info","ts":1784721124.866006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"573f63c9-c90b-4c31-91fd-33ca331e7f15","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784721124.8660402,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"573f63c9-c90b-4c31-91fd-33ca331e7f15","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784721129.1853445,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721129.185429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343"} {"level":"info","ts":1784721129.185442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343"} {"level":"info","ts":1784721129.1854675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343","EoS":false} {"level":"info","ts":1784721129.1854875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343","EoS":true} {"level":"info","ts":1784721129.1855166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784721129.1855376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784721129.1855695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"788d092e-1e42-421f-b216-fa523b05f343"} {"level":"info","ts":1784721129.2137392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721129.2138155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e"} {"level":"info","ts":1784721129.213826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e"} {"level":"info","ts":1784721129.2138383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","EoS":false} {"level":"info","ts":1784721129.2138493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","EoS":true} {"level":"info","ts":1784721129.2138698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784721129.2138836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784721129.2138906,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","modelName":"e2e-external-model"} {"level":"info","ts":1784721129.213904,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784721129.2139432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c758d26-f263-49b1-a06a-5dcf542f562e"} {"level":"info","ts":1784721129.2525012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721129.2525876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"} {"level":"info","ts":1784721129.252601,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"} {"level":"info","ts":1784721129.2526193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","EoS":false} {"level":"info","ts":1784721129.2526398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","EoS":true} {"level":"info","ts":1784721129.2526703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784721129.252689,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784721129.2527225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76ec506e-33e2-4aa5-9510-30fa8ce4b7e3"} {"level":"info","ts":1784721129.4041095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721129.4041905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"} {"level":"info","ts":1784721129.4041998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"} {"level":"info","ts":1784721129.404211,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","EoS":false} {"level":"info","ts":1784721129.4042275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","EoS":true} {"level":"info","ts":1784721129.4042711,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470","field":"model"} {"level":"info","ts":1784721129.4043005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa68e546-7385-46f2-a106-d681cdb31470"} {"level":"info","ts":1784721130.3204844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e43e01b5-8695-4046-97ad-54c8cd9c99d5"} {"level":"info","ts":1784721130.3205352,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5dbc5f3-6fb4-4b13-8e54-cd79852b405b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784721130.3205678,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d5dbc5f3-6fb4-4b13-8e54-cd79852b405b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784721130.4711862,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d16a712e-ee15-4bd8-b5ef-7f8c8d93689a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784721130.4712229,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d16a712e-ee15-4bd8-b5ef-7f8c8d93689a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784721130.4711885,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e416e9f8-c59e-43bb-a988-6c6462a4e8d4"} {"level":"info","ts":1784721737.4339397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721737.4340317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ea4afde-ff39-4eb0-b572-928eb6ab07f0"} {"level":"info","ts":1784721737.4340396,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ea4afde-ff39-4eb0-b572-928eb6ab07f0"} {"level":"info","ts":1784721737.4340506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ea4afde-ff39-4eb0-b572-928eb6ab07f0","EoS":false} {"level":"info","ts":1784721737.4340646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ea4afde-ff39-4eb0-b572-928eb6ab07f0","EoS":true} {"level":"info","ts":1784721737.4340827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ea4afde-ff39-4eb0-b572-928eb6ab07f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784721737.434097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ea4afde-ff39-4eb0-b572-928eb6ab07f0","path":"/ai-tenant-e2e-inf-b-aa23a9/test-model-aa23a9/v1/chat/completions"} {"level":"info","ts":1784721737.434116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ea4afde-ff39-4eb0-b572-928eb6ab07f0"} {"level":"info","ts":1784721758.4970195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721758.4971087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"} {"level":"info","ts":1784721758.4971173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"} {"level":"info","ts":1784721758.497129,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","EoS":false} {"level":"info","ts":1784721758.49714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","EoS":true} {"level":"info","ts":1784721758.497164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784721758.4971838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d","path":"/ai-tenant-e2e-inf-b-aa23a9/test-model-aa23a9/v1/chat/completions"} {"level":"info","ts":1784721758.497207,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b388c5dc-3464-4882-a8f0-15a24b8ccb1d"} {"level":"info","ts":1784722241.466225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722241.4663174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"} {"level":"info","ts":1784722241.466333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"} {"level":"info","ts":1784722241.4663515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","EoS":false} {"level":"info","ts":1784722241.4663746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","EoS":true} {"level":"info","ts":1784722241.4664025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722241.46642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917","path":"/ai-tenant-e2e-shared-b-ae7383/rate-test-model-ae7383/v1/completions"} {"level":"info","ts":1784722241.4664516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"654d31b2-9308-47b7-8317-bd40e9344917"}