{"level":"info","ts":1784915723.6354914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f11c52c-a3c6-41da-8d2a-2c3e6a611341","EoS":true} {"level":"info","ts":1784915723.6355107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f11c52c-a3c6-41da-8d2a-2c3e6a611341","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915723.6355245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f11c52c-a3c6-41da-8d2a-2c3e6a611341","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915723.635544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f11c52c-a3c6-41da-8d2a-2c3e6a611341"} {"level":"info","ts":1784915727.8125484,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915727.8126493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09ed95d5-1524-4d53-959f-bc9633472fdc"} {"level":"info","ts":1784915727.812663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09ed95d5-1524-4d53-959f-bc9633472fdc"} {"level":"info","ts":1784915727.8126786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09ed95d5-1524-4d53-959f-bc9633472fdc","EoS":false} {"level":"info","ts":1784915727.8126929,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09ed95d5-1524-4d53-959f-bc9633472fdc","EoS":true} {"level":"info","ts":1784915727.8127217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09ed95d5-1524-4d53-959f-bc9633472fdc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915727.812742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09ed95d5-1524-4d53-959f-bc9633472fdc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915727.8127751,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09ed95d5-1524-4d53-959f-bc9633472fdc"} {"level":"info","ts":1784915746.7463279,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915746.7463996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"} {"level":"info","ts":1784915746.7464113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"} {"level":"info","ts":1784915746.7464223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","EoS":false} {"level":"info","ts":1784915746.746433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","EoS":true} {"level":"info","ts":1784915746.7464535,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915746.7464693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915746.7464895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87db4bd0-0490-4d72-834b-ae5e0a9ff40c"} {"level":"info","ts":1784915746.887352,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915746.8874273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"} {"level":"info","ts":1784915746.8874369,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"} {"level":"info","ts":1784915746.8874476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","EoS":false} {"level":"info","ts":1784915746.887458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","EoS":true} {"level":"info","ts":1784915746.8874762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915746.8874905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915746.8875115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95d1d650-ce26-41ed-a5d9-3f9b5f17290c"} {"level":"info","ts":1784915747.0285988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915747.02868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"} {"level":"info","ts":1784915747.0286913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"} {"level":"info","ts":1784915747.0287023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","EoS":false} {"level":"info","ts":1784915747.0287204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","EoS":true} {"level":"info","ts":1784915747.0287418,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915747.0287573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915747.0287774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f78f9716-ff73-4bef-8054-638d97aa2df8"} {"level":"info","ts":1784915747.1695244,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915747.169603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"} {"level":"info","ts":1784915747.1696117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"} {"level":"info","ts":1784915747.1696224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","EoS":false} {"level":"info","ts":1784915747.169635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","EoS":true} {"level":"info","ts":1784915747.1696556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915747.1696706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915747.1696908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98d3b8d1-3323-4b0c-ac5c-d797afb53901"} {"level":"info","ts":1784915747.3076005,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915747.307704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"} {"level":"info","ts":1784915747.3077188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"} {"level":"info","ts":1784915747.3077362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","EoS":false} {"level":"info","ts":1784915747.3077617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","EoS":true} {"level":"info","ts":1784915747.3077893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915747.307808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915747.3078365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"569b3e84-134a-4b7a-80dd-3beb6eee35d7"} {"level":"info","ts":1784915747.450086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915747.4501572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e9240f8-c37d-46fa-8cfe-d8c1433e1a7d"} {"level":"info","ts":1784915747.4501677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e9240f8-c37d-46fa-8cfe-d8c1433e1a7d"} {"level":"info","ts":1784915747.4501817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e9240f8-c37d-46fa-8cfe-d8c1433e1a7d","EoS":false} {"level":"info","ts":1784915747.450191,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e9240f8-c37d-46fa-8cfe-d8c1433e1a7d","EoS":true} {"level":"info","ts":1784915747.450212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e9240f8-c37d-46fa-8cfe-d8c1433e1a7d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915747.4502268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e9240f8-c37d-46fa-8cfe-d8c1433e1a7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915747.4502459,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e9240f8-c37d-46fa-8cfe-d8c1433e1a7d"} {"level":"info","ts":1784915769.418407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915769.418492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"} {"level":"info","ts":1784915769.4185019,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"} {"level":"info","ts":1784915769.4185133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","EoS":false} {"level":"info","ts":1784915769.418526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","EoS":true} {"level":"info","ts":1784915769.4185493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915769.4185646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915769.4185846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"74da2413-24b8-4453-8653-7695afc7a1e6"} {"level":"info","ts":1784915769.4605074,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915769.46058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e54e43c9-ec6c-4f1f-8b60-fcb80e20b8ff"} {"level":"info","ts":1784915769.4605906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e54e43c9-ec6c-4f1f-8b60-fcb80e20b8ff"} {"level":"info","ts":1784915769.4606037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e54e43c9-ec6c-4f1f-8b60-fcb80e20b8ff","EoS":false} {"level":"info","ts":1784915769.460614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e54e43c9-ec6c-4f1f-8b60-fcb80e20b8ff","EoS":true} {"level":"info","ts":1784915769.4606383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e54e43c9-ec6c-4f1f-8b60-fcb80e20b8ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915769.4606535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e54e43c9-ec6c-4f1f-8b60-fcb80e20b8ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915769.4606721,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e54e43c9-ec6c-4f1f-8b60-fcb80e20b8ff"} {"level":"info","ts":1784915769.4939213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915769.4939942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8738f16-7017-4383-a26c-4152f3f6221b"} {"level":"info","ts":1784915769.494005,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8738f16-7017-4383-a26c-4152f3f6221b"} {"level":"info","ts":1784915769.494017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8738f16-7017-4383-a26c-4152f3f6221b","EoS":false} {"level":"info","ts":1784915769.4940512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8738f16-7017-4383-a26c-4152f3f6221b","EoS":true} {"level":"info","ts":1784915769.494073,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8738f16-7017-4383-a26c-4152f3f6221b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915769.4940867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8738f16-7017-4383-a26c-4152f3f6221b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915769.4941072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8738f16-7017-4383-a26c-4152f3f6221b"} {"level":"info","ts":1784915769.5273032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915769.5273874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ebf93d5-ceb1-4b59-b2d8-fcc459d0ea94"} {"level":"info","ts":1784915774.1668572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915774.1669421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"} {"level":"info","ts":1784915774.1669521,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"} {"level":"info","ts":1784915774.1669638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","EoS":false} {"level":"info","ts":1784915774.1669803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","EoS":true} {"level":"info","ts":1784915774.167002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915774.1670165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915774.1670666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41072e46-3889-46fd-adfa-55b8d3bb86af"} {"level":"info","ts":1784915782.7366574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915782.7367425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ca68328-1151-4419-b9c6-a09350d3eebf"} {"level":"info","ts":1784915782.736757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ca68328-1151-4419-b9c6-a09350d3eebf"} {"level":"info","ts":1784915782.7367702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ca68328-1151-4419-b9c6-a09350d3eebf","EoS":false} {"level":"info","ts":1784915782.7367795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ca68328-1151-4419-b9c6-a09350d3eebf","EoS":true} {"level":"info","ts":1784915782.736799,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ca68328-1151-4419-b9c6-a09350d3eebf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915782.7368143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ca68328-1151-4419-b9c6-a09350d3eebf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915782.7368355,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ca68328-1151-4419-b9c6-a09350d3eebf"} {"level":"info","ts":1784915784.7862062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915784.7862875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a91b619-d0d6-4536-8eb9-b47bb58d0b83"} {"level":"info","ts":1784915784.7862992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a91b619-d0d6-4536-8eb9-b47bb58d0b83"} {"level":"info","ts":1784915784.786311,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a91b619-d0d6-4536-8eb9-b47bb58d0b83","EoS":false} {"level":"info","ts":1784915784.786321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a91b619-d0d6-4536-8eb9-b47bb58d0b83","EoS":true} {"level":"info","ts":1784915784.7863414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a91b619-d0d6-4536-8eb9-b47bb58d0b83","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915784.786356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a91b619-d0d6-4536-8eb9-b47bb58d0b83","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915784.786378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a91b619-d0d6-4536-8eb9-b47bb58d0b83"} {"level":"info","ts":1784915786.8223755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915786.8224494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"} {"level":"info","ts":1784915786.822458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"} {"level":"info","ts":1784915786.8224685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","EoS":false} {"level":"info","ts":1784915786.8224788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","EoS":true} {"level":"info","ts":1784915786.8224993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915786.8225136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915786.8225338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d49253c-10de-43ba-8cce-ec423d1178a8"} {"level":"info","ts":1784915799.6793532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915799.679462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"} {"level":"info","ts":1784915799.6794791,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"} {"level":"info","ts":1784915799.6794932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","EoS":false} {"level":"info","ts":1784915799.6795053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","EoS":true} {"level":"info","ts":1784915799.6795297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915799.6795487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915799.679577,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c4b5c49-37ea-4694-a443-180b00ee0d0a"} {"level":"info","ts":1784915808.21836,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915808.2184484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"} {"level":"info","ts":1784915808.218457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"} {"level":"info","ts":1784915808.2184706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","EoS":false} {"level":"info","ts":1784915808.2184858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","EoS":true} {"level":"info","ts":1784915808.218507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915808.218523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915808.2185433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2dbb580-fb34-4d09-a58b-a372514f1293"} {"level":"info","ts":1784915817.104728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915817.104827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"} {"level":"info","ts":1784915817.1048434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"} {"level":"info","ts":1784915817.1048617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","EoS":false} {"level":"info","ts":1784915817.1048787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","EoS":true} {"level":"info","ts":1784915817.1049054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915817.1049242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915817.1049523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be6a10bf-333c-4ae4-9c7f-75131911ced6"} {"level":"info","ts":1784915826.1041832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915826.1042595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5cd31b1-3533-4e7c-954b-e48a619d53e7"} {"level":"info","ts":1784915826.1042686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5cd31b1-3533-4e7c-954b-e48a619d53e7"} {"level":"info","ts":1784915826.10428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5cd31b1-3533-4e7c-954b-e48a619d53e7","EoS":false} {"level":"info","ts":1784915826.1042905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5cd31b1-3533-4e7c-954b-e48a619d53e7","EoS":true} {"level":"info","ts":1784915826.1043103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5cd31b1-3533-4e7c-954b-e48a619d53e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915826.1043255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5cd31b1-3533-4e7c-954b-e48a619d53e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915826.104345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5cd31b1-3533-4e7c-954b-e48a619d53e7"} {"level":"info","ts":1784915830.8593132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915830.8593845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ed2b88d-1bbc-4cca-9197-c2181d102818"} {"level":"info","ts":1784915830.859394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ed2b88d-1bbc-4cca-9197-c2181d102818"} {"level":"info","ts":1784915830.8594053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ed2b88d-1bbc-4cca-9197-c2181d102818","EoS":false} {"level":"info","ts":1784915830.859415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ed2b88d-1bbc-4cca-9197-c2181d102818","EoS":true} {"level":"info","ts":1784915830.8594356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ed2b88d-1bbc-4cca-9197-c2181d102818","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915830.8594537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ed2b88d-1bbc-4cca-9197-c2181d102818","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915830.8594759,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ed2b88d-1bbc-4cca-9197-c2181d102818"} {"level":"info","ts":1784915835.6387892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915835.6388726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac8218bc-b074-4819-84a7-da2ab325a309"} {"level":"info","ts":1784915835.638883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac8218bc-b074-4819-84a7-da2ab325a309"} {"level":"info","ts":1784915835.6388948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac8218bc-b074-4819-84a7-da2ab325a309","EoS":false} {"level":"info","ts":1784915835.638906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac8218bc-b074-4819-84a7-da2ab325a309","EoS":true} {"level":"info","ts":1784915835.6389275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac8218bc-b074-4819-84a7-da2ab325a309","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915835.6389425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac8218bc-b074-4819-84a7-da2ab325a309","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915835.6389616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac8218bc-b074-4819-84a7-da2ab325a309"} {"level":"info","ts":1784915835.9147272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915835.9148092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d61851c3-a266-446d-9b97-fa8327c99e4f"} {"level":"info","ts":1784915835.9148238,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d61851c3-a266-446d-9b97-fa8327c99e4f"} {"level":"info","ts":1784915835.9148374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d61851c3-a266-446d-9b97-fa8327c99e4f","EoS":false} {"level":"info","ts":1784915835.91485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d61851c3-a266-446d-9b97-fa8327c99e4f","EoS":true} {"level":"info","ts":1784915835.9148707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d61851c3-a266-446d-9b97-fa8327c99e4f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915835.9148846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d61851c3-a266-446d-9b97-fa8327c99e4f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915835.9149039,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d61851c3-a266-446d-9b97-fa8327c99e4f"} {"level":"info","ts":1784915837.9498765,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915837.949956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26882d09-cb0d-4c69-9931-88d6aa8a6cf8"} {"level":"info","ts":1784915837.949967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26882d09-cb0d-4c69-9931-88d6aa8a6cf8"} {"level":"info","ts":1784915837.949978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26882d09-cb0d-4c69-9931-88d6aa8a6cf8","EoS":false} {"level":"info","ts":1784915837.9499934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26882d09-cb0d-4c69-9931-88d6aa8a6cf8","EoS":true} {"level":"info","ts":1784915837.9500453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26882d09-cb0d-4c69-9931-88d6aa8a6cf8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915837.9500606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26882d09-cb0d-4c69-9931-88d6aa8a6cf8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915837.9500856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26882d09-cb0d-4c69-9931-88d6aa8a6cf8"} {"level":"info","ts":1784915839.9894667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915839.9895458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd86dd66-8d7c-473c-8b5d-4af124297cf9"} {"level":"info","ts":1784915839.9895587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd86dd66-8d7c-473c-8b5d-4af124297cf9"} {"level":"info","ts":1784915839.9895763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd86dd66-8d7c-473c-8b5d-4af124297cf9","EoS":false} {"level":"info","ts":1784915839.9895895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd86dd66-8d7c-473c-8b5d-4af124297cf9","EoS":true} {"level":"info","ts":1784915839.9896102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd86dd66-8d7c-473c-8b5d-4af124297cf9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915839.989626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd86dd66-8d7c-473c-8b5d-4af124297cf9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915839.989645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd86dd66-8d7c-473c-8b5d-4af124297cf9"} {"level":"info","ts":1784915842.0258079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915842.0258846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"} {"level":"info","ts":1784915842.0258958,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"} {"level":"info","ts":1784915842.0259078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","EoS":false} {"level":"info","ts":1784915842.0259178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","EoS":true} {"level":"info","ts":1784915842.0259383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915842.0259538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915842.025975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afc91706-2638-4475-827f-7ed51d58d7a5"} {"level":"info","ts":1784915865.361378,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915865.3614569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"} {"level":"info","ts":1784915865.3614686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"} {"level":"info","ts":1784915865.361484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","EoS":false} {"level":"info","ts":1784915865.3614938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","EoS":true} {"level":"info","ts":1784915865.3615131,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915865.3615265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915865.3615465,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a7a20ae-fa89-4adc-a3e2-4da24638fd14"} {"level":"info","ts":1784915874.7285151,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915874.7286093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc490834-ca54-47d5-ae83-9b2be5e951fb"} {"level":"info","ts":1784915874.728621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc490834-ca54-47d5-ae83-9b2be5e951fb"} {"level":"info","ts":1784915874.7286365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc490834-ca54-47d5-ae83-9b2be5e951fb","EoS":false} {"level":"info","ts":1784915874.7286465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc490834-ca54-47d5-ae83-9b2be5e951fb","EoS":true} {"level":"info","ts":1784915874.7286677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc490834-ca54-47d5-ae83-9b2be5e951fb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915874.7286835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc490834-ca54-47d5-ae83-9b2be5e951fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915874.7287025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc490834-ca54-47d5-ae83-9b2be5e951fb"} {"level":"info","ts":1784915880.1365402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915880.1366153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b2fdf4d-8e2f-4b40-8c94-56348228723c"} {"level":"info","ts":1784915880.1366243,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b2fdf4d-8e2f-4b40-8c94-56348228723c"} {"level":"info","ts":1784915880.136636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b2fdf4d-8e2f-4b40-8c94-56348228723c","EoS":false} {"level":"info","ts":1784915880.1366506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b2fdf4d-8e2f-4b40-8c94-56348228723c","EoS":true} {"level":"info","ts":1784915880.1366687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b2fdf4d-8e2f-4b40-8c94-56348228723c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915880.1366837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b2fdf4d-8e2f-4b40-8c94-56348228723c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915880.1367042,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b2fdf4d-8e2f-4b40-8c94-56348228723c"} {"level":"info","ts":1784915889.7254717,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915889.7255485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8cee1b8-9d0b-4bbe-8e4a-f45906134363"} {"level":"info","ts":1784915889.725558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8cee1b8-9d0b-4bbe-8e4a-f45906134363"} {"level":"info","ts":1784915889.7255685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8cee1b8-9d0b-4bbe-8e4a-f45906134363","EoS":false} {"level":"info","ts":1784915889.7255807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8cee1b8-9d0b-4bbe-8e4a-f45906134363","EoS":true} {"level":"info","ts":1784915889.7256007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8cee1b8-9d0b-4bbe-8e4a-f45906134363","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915889.7256162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8cee1b8-9d0b-4bbe-8e4a-f45906134363","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915889.7256348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8cee1b8-9d0b-4bbe-8e4a-f45906134363"} {"level":"info","ts":1784915891.760926,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915891.7610373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"} {"level":"info","ts":1784915891.7610502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"} {"level":"info","ts":1784915891.761064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","EoS":false} {"level":"info","ts":1784915891.7610757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","EoS":true} {"level":"info","ts":1784915891.7610948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915891.76111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915891.7611287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44aa0c2f-5040-4444-93ad-58dda60014f9"} {"level":"info","ts":1784915901.181244,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915901.181334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"} {"level":"info","ts":1784915901.1813478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"} {"level":"info","ts":1784915901.1813614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","EoS":false} {"level":"info","ts":1784915901.1813738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","EoS":true} {"level":"info","ts":1784915901.181394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915901.18141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915901.18143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"209c5a42-14d7-4925-a06b-51a330a060ad"} {"level":"info","ts":1784915901.2223232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915901.2224038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"} {"level":"info","ts":1784915901.222417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"} {"level":"info","ts":1784915901.2224293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","EoS":false} {"level":"info","ts":1784915901.222441,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","EoS":true} {"level":"info","ts":1784915901.222461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915901.2224782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915901.2224967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d15ceca6-7482-42ae-ab6a-1e941cd1bb33"} {"level":"info","ts":1784915920.3742218,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915920.3743093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"} {"level":"info","ts":1784915920.3743227,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"} {"level":"info","ts":1784915920.3743339,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","EoS":false} {"level":"info","ts":1784915920.3743436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","EoS":true} {"level":"info","ts":1784915920.3743672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915920.374382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915920.3744025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d63b71e-2071-46ca-b2e8-4d40d3213781"} {"level":"info","ts":1784915929.7123585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915929.7124355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1c66b39-38a2-45b0-91fb-48251d99f09b"} {"level":"info","ts":1784915929.7124457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1c66b39-38a2-45b0-91fb-48251d99f09b"} {"level":"info","ts":1784915929.7124567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1c66b39-38a2-45b0-91fb-48251d99f09b","EoS":false} {"level":"info","ts":1784915929.7124703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1c66b39-38a2-45b0-91fb-48251d99f09b","EoS":true} {"level":"info","ts":1784915929.7124934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1c66b39-38a2-45b0-91fb-48251d99f09b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915929.7125154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1c66b39-38a2-45b0-91fb-48251d99f09b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915929.7125397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1c66b39-38a2-45b0-91fb-48251d99f09b"} {"level":"info","ts":1784915934.983641,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915934.9837234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69383360-ab19-439d-9a12-9290395e3a51"} {"level":"info","ts":1784915934.9837317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69383360-ab19-439d-9a12-9290395e3a51"} {"level":"info","ts":1784915934.9837437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69383360-ab19-439d-9a12-9290395e3a51","EoS":false} {"level":"info","ts":1784915934.9837646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69383360-ab19-439d-9a12-9290395e3a51","EoS":true} {"level":"info","ts":1784915934.9837856,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69383360-ab19-439d-9a12-9290395e3a51","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915934.9838014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69383360-ab19-439d-9a12-9290395e3a51","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915934.9838204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69383360-ab19-439d-9a12-9290395e3a51"} {"level":"info","ts":1784916027.6288476,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916027.6289275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a045e5d7-08b0-4394-b61f-47d07a8d18d9"} {"level":"info","ts":1784916027.6289425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a045e5d7-08b0-4394-b61f-47d07a8d18d9"} {"level":"info","ts":1784916027.6289546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a045e5d7-08b0-4394-b61f-47d07a8d18d9","EoS":false} {"level":"info","ts":1784916027.6289642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a045e5d7-08b0-4394-b61f-47d07a8d18d9","EoS":true} {"level":"info","ts":1784916027.628984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a045e5d7-08b0-4394-b61f-47d07a8d18d9","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784916027.628999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a045e5d7-08b0-4394-b61f-47d07a8d18d9","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784916027.6290197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a045e5d7-08b0-4394-b61f-47d07a8d18d9"} {"level":"info","ts":1784916050.994456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916050.9945354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"} {"level":"info","ts":1784916050.9945452,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"} {"level":"info","ts":1784916050.9945564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","EoS":false} {"level":"info","ts":1784916050.994567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","EoS":true} {"level":"info","ts":1784916050.9945874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784916050.9946024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784916050.994623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7213bd1e-f3dd-4e1e-a412-32fa94687bff"} {"level":"info","ts":1784916087.9631288,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916087.9632008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"} {"level":"info","ts":1784916087.9632094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"} {"level":"info","ts":1784916087.9632215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","EoS":false} {"level":"info","ts":1784916087.9632382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","EoS":true} {"level":"info","ts":1784916087.9632688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916087.9632852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916087.9633067,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e35181d7-20a7-46fd-8b81-1fd4bb9d181b"} {"level":"info","ts":1784916103.2043748,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916103.20445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"} {"level":"info","ts":1784916103.2044587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"} {"level":"info","ts":1784916103.2044702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","EoS":false} {"level":"info","ts":1784916103.2044797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","EoS":true} {"level":"info","ts":1784916103.2045028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916103.2045183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916103.204537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33aed213-9baa-45f9-9183-bfe0caf00107"} {"level":"info","ts":1784916103.5006247,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916103.5007277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c53a9f7-5171-4d8e-817c-da79ac8daad6"} {"level":"info","ts":1784916103.5007422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c53a9f7-5171-4d8e-817c-da79ac8daad6"} {"level":"info","ts":1784916103.5007577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c53a9f7-5171-4d8e-817c-da79ac8daad6","EoS":false} {"level":"info","ts":1784916103.5007746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c53a9f7-5171-4d8e-817c-da79ac8daad6","EoS":true} {"level":"info","ts":1784916103.500803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c53a9f7-5171-4d8e-817c-da79ac8daad6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916103.500822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c53a9f7-5171-4d8e-817c-da79ac8daad6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916103.500849,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c53a9f7-5171-4d8e-817c-da79ac8daad6"} {"level":"info","ts":1784916416.0717902,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916416.071884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"} {"level":"info","ts":1784916416.0718927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"} {"level":"info","ts":1784916416.0719094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","EoS":false} {"level":"info","ts":1784916416.071921,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","EoS":true} {"level":"info","ts":1784916416.0719428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916416.071959,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916416.071979,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5a2820e-8ac6-4c2e-991c-f0176d2d9284"} {"level":"info","ts":1784916416.1144238,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916416.114508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"} {"level":"info","ts":1784916416.114516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"} {"level":"info","ts":1784916416.114527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","EoS":false} {"level":"info","ts":1784916416.114537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","EoS":true} {"level":"info","ts":1784916416.1145647,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916416.114584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916416.1146038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b08fa35b-f618-4b6d-86b4-1f0003d72775"} {"level":"info","ts":1784916416.1553087,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916416.1553833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f858ec4-1b74-4e49-92fa-bbaedfffcc7f"} {"level":"info","ts":1784916416.155393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f858ec4-1b74-4e49-92fa-bbaedfffcc7f"} {"level":"info","ts":1784916416.155405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f858ec4-1b74-4e49-92fa-bbaedfffcc7f","EoS":false} {"level":"info","ts":1784916416.1554146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f858ec4-1b74-4e49-92fa-bbaedfffcc7f","EoS":true} {"level":"info","ts":1784916416.1554394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f858ec4-1b74-4e49-92fa-bbaedfffcc7f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916416.1554563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f858ec4-1b74-4e49-92fa-bbaedfffcc7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916416.155475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f858ec4-1b74-4e49-92fa-bbaedfffcc7f"} {"level":"info","ts":1784916416.194891,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916416.1949751,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd38b543-6db2-4f02-904a-e485566153a8"} {"level":"info","ts":1784916416.1949914,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd38b543-6db2-4f02-904a-e485566153a8"} {"level":"info","ts":1784916416.1950095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd38b543-6db2-4f02-904a-e485566153a8","EoS":false} {"level":"info","ts":1784916416.1950538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd38b543-6db2-4f02-904a-e485566153a8","EoS":true} {"level":"info","ts":1784916416.1950862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd38b543-6db2-4f02-904a-e485566153a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916416.1951053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd38b543-6db2-4f02-904a-e485566153a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916416.1951385,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd38b543-6db2-4f02-904a-e485566153a8"} {"level":"info","ts":1784916421.0970502,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b528002c-ae78-4019-85a6-4157ee2045d7"} {"level":"info","ts":1784916421.0972133,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16d515dd-3b64-4b0b-84d8-af78850cd054","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916421.097243,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16d515dd-3b64-4b0b-84d8-af78850cd054","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916421.104576,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10c04ef5-d49b-4253-9960-81a0671b876f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916421.1047745,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34527.00496137,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.1047916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.104827,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10c04ef5-d49b-4253-9960-81a0671b876f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916421.3020766,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.304005,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad4ffe32-ed91-446f-b0f4-ffbc86d79646","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916421.3040738,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad4ffe32-ed91-446f-b0f4-ffbc86d79646","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916421.30426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fa078c1-deb4-4d81-9ccf-c711a2c44b2d"} {"level":"info","ts":1784916421.3044043,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a58427c5-fa02-4fab-b3e5-308b4256bab5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916421.3046353,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a58427c5-fa02-4fab-b3e5-308b4256bab5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916421.3046865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33994.839406179,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.3047032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.3048825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36848.104314669,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.3048983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.3980832,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.3981907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cc62a27-e93b-45e5-8086-48817ff82553","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916421.3982239,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cc62a27-e93b-45e5-8086-48817ff82553","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916421.4015641,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916421.4054341,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b528002c-ae78-4019-85a6-4157ee2045d7","name":"e2e-external-provider"} {"level":"info","ts":1784916421.4054365,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fa078c1-deb4-4d81-9ccf-c711a2c44b2d","name":"e2e-external-model"} {"level":"info","ts":1784916421.406993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"244785a8-d6e9-4674-a842-177a71a58cdb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916421.4070206,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"244785a8-d6e9-4674-a842-177a71a58cdb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916421.4177427,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fa078c1-deb4-4d81-9ccf-c711a2c44b2d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916421.4196625,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b528002c-ae78-4019-85a6-4157ee2045d7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784916421.4257054,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fa078c1-deb4-4d81-9ccf-c711a2c44b2d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916421.4257905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"241e27a6-8d3e-4d75-b1d8-86c2add451bf"} {"level":"info","ts":1784916421.4258382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a457daf1-f1b5-46f6-b579-8c770dcff2f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916421.4258687,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a457daf1-f1b5-46f6-b579-8c770dcff2f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916421.42584,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"241e27a6-8d3e-4d75-b1d8-86c2add451bf","name":"e2e-external-model"} {"level":"error","ts":1784916421.4259627,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b528002c-ae78-4019-85a6-4157ee2045d7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916421.4260528,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ed19d19-b69f-49d3-ae89-8bd1a5dca306"} {"level":"info","ts":1784916421.4261007,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ed19d19-b69f-49d3-ae89-8bd1a5dca306","name":"e2e-external-provider"} {"level":"info","ts":1784916421.4352548,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"241e27a6-8d3e-4d75-b1d8-86c2add451bf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916421.4366238,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ed19d19-b69f-49d3-ae89-8bd1a5dca306","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784916421.439807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e15687f5-f5cc-49be-bf82-bde443181db2"} {"level":"info","ts":1784916421.439851,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e15687f5-f5cc-49be-bf82-bde443181db2","name":"e2e-external-model"} {"level":"info","ts":1784916421.4489496,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e15687f5-f5cc-49be-bf82-bde443181db2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916428.6517355,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916428.651832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe"} {"level":"info","ts":1784916428.6518455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe"} {"level":"info","ts":1784916428.6518626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe","EoS":false} {"level":"info","ts":1784916428.6518793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe","EoS":true} {"level":"info","ts":1784916428.6519063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916428.6519272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916428.6519372,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe","modelName":"e2e-external-model"} {"level":"info","ts":1784916428.6519566,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916428.6520467,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a58e73f-0707-4cbe-b1e9-974ea89e2afe"} {"level":"info","ts":1784916428.705349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916428.7054276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56"} {"level":"info","ts":1784916428.7054446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56"} {"level":"info","ts":1784916428.705465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56","EoS":false} {"level":"info","ts":1784916428.7054856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56","EoS":true} {"level":"info","ts":1784916428.705519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916428.7055373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916428.7055488,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56","modelName":"e2e-external-model"} {"level":"info","ts":1784916428.70557,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916428.705618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e7b35d7-d7c1-484b-822c-81861770cb56"} {"level":"info","ts":1784916428.7381938,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916428.7382727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52"} {"level":"info","ts":1784916428.7382827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52"} {"level":"info","ts":1784916428.7382948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","EoS":false} {"level":"info","ts":1784916428.738309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","EoS":true} {"level":"info","ts":1784916428.7383342,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916428.7383492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916428.7383559,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","modelName":"e2e-external-model"} {"level":"info","ts":1784916428.7383714,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916428.7384164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9946f9f2-adb1-4094-8680-21b8a6156c52"} {"level":"info","ts":1784916428.8653526,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e1da12c-04f5-46f4-a8b0-cd08e772164b"} {"level":"info","ts":1784916428.8653753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6eb7ea1-4909-4e33-b012-d82e8eb319da","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916428.86541,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6eb7ea1-4909-4e33-b012-d82e8eb319da","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916428.8717027,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e1da12c-04f5-46f4-a8b0-cd08e772164b","name":"e2e-cleanup-test"} {"level":"info","ts":1784916428.8719118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dd8f64f-eaa7-4c4a-8cca-c837c18487ee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916428.8719368,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8dd8f64f-eaa7-4c4a-8cca-c837c18487ee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916428.88245,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2e1da12c-04f5-46f4-a8b0-cd08e772164b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916428.8886652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"943cd2f1-e889-4ce1-9267-1bb16e12687d"} {"level":"info","ts":1784916428.8887167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"943cd2f1-e889-4ce1-9267-1bb16e12687d","name":"e2e-cleanup-test"} {"level":"info","ts":1784916428.888747,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1561664d-2372-40c8-8f2f-ac11f1644a1a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916428.8887713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1561664d-2372-40c8-8f2f-ac11f1644a1a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784916428.9022443,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"943cd2f1-e889-4ce1-9267-1bb16e12687d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784916428.9022982,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"943cd2f1-e889-4ce1-9267-1bb16e12687d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916428.902346,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe76827d-9d6e-4dc7-9d70-826d91243571"} {"level":"info","ts":1784916428.9023943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe76827d-9d6e-4dc7-9d70-826d91243571","name":"e2e-cleanup-test"} {"level":"info","ts":1784916428.9060156,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bb1cc50-2519-470e-b9ce-7edd78b238f6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916428.9060657,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bb1cc50-2519-470e-b9ce-7edd78b238f6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916428.9115903,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe76827d-9d6e-4dc7-9d70-826d91243571","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784916428.9154742,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe76827d-9d6e-4dc7-9d70-826d91243571","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916428.915549,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bbcda28-772a-4268-87b4-a643e5e47afb"} {"level":"info","ts":1784916428.9156048,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bbcda28-772a-4268-87b4-a643e5e47afb","name":"e2e-cleanup-test"} {"level":"info","ts":1784916428.9233036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9582a671-07fc-4b9a-a88d-09e230eed51f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916428.9233296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9582a671-07fc-4b9a-a88d-09e230eed51f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916428.925497,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bbcda28-772a-4268-87b4-a643e5e47afb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784916428.929245,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4bbcda28-772a-4268-87b4-a643e5e47afb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916428.9293172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f764dc4a-3d78-4d20-a3ac-bcf82d1aafcc"} {"level":"info","ts":1784916428.9293597,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f764dc4a-3d78-4d20-a3ac-bcf82d1aafcc","name":"e2e-cleanup-test"} {"level":"info","ts":1784916428.9367688,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f764dc4a-3d78-4d20-a3ac-bcf82d1aafcc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916437.1506596,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef9ca2a2-89e0-489e-89d2-af7092f7f284"} {"level":"info","ts":1784916437.1506686,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9dbb5352-915e-4d6a-a975-9fe5b56383cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916437.150719,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9dbb5352-915e-4d6a-a975-9fe5b56383cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916441.5039685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916441.5040781,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e"} {"level":"info","ts":1784916441.5040922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e"} {"level":"info","ts":1784916441.5041094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e","EoS":false} {"level":"info","ts":1784916441.5041242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e","EoS":true} {"level":"info","ts":1784916441.5041516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784916441.5041735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784916441.5042014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fcc481b0-767d-4e34-aa25-87862af3621e"} {"level":"info","ts":1784916441.53452,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916441.5345888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8"} {"level":"info","ts":1784916441.534602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8"} {"level":"info","ts":1784916441.5346198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","EoS":false} {"level":"info","ts":1784916441.534637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","EoS":true} {"level":"info","ts":1784916441.534665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916441.5346832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916441.5346944,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","modelName":"e2e-external-model"} {"level":"info","ts":1784916441.5347164,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916441.534763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb2f24a6-ea3c-4df9-b295-a10823e119e8"} {"level":"info","ts":1784916441.578341,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916441.578401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"} {"level":"info","ts":1784916441.578409,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"} {"level":"info","ts":1784916441.578419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","EoS":false} {"level":"info","ts":1784916441.5784285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","EoS":true} {"level":"info","ts":1784916441.5784445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784916441.5784583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916441.5784755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6dc7e780-6a2b-4f31-9501-9843f0971b17"} {"level":"info","ts":1784916441.7237065,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916441.7237928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"} {"level":"info","ts":1784916441.7238095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"} {"level":"info","ts":1784916441.723828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","EoS":false} {"level":"info","ts":1784916441.7238479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","EoS":true} {"level":"info","ts":1784916441.7238777,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51","field":"model"} {"level":"info","ts":1784916441.7239087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1113efde-679b-421d-8fb4-d5cc5a24bb51"} {"level":"info","ts":1784916442.641473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"067de6f9-b427-4e85-ab84-98fe750298f2"} {"level":"info","ts":1784916442.6414986,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b040f036-125a-4495-8dbb-813c48f6fafe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916442.6415277,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b040f036-125a-4495-8dbb-813c48f6fafe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916442.8064585,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58f63043-c1c1-4341-ac89-6e03a2b1d999","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916442.8064587,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1be2739c-80f1-4fe4-91c2-1d5308e6f6b3"} {"level":"info","ts":1784916442.8064933,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58f63043-c1c1-4341-ac89-6e03a2b1d999","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784917578.5808346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784917578.5809393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"665aae7c-9d94-4688-8da8-8cac3fc69b4e"} {"level":"info","ts":1784917663.7242937,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784917663.7243755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"} {"level":"info","ts":1784917663.7243857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"} {"level":"info","ts":1784917663.724398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","EoS":false} {"level":"info","ts":1784917663.7244089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","EoS":true} {"level":"info","ts":1784917663.7244306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784917663.7244463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784917663.7244687,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9506ba7a-d98e-4983-be4a-64b289ea26f9"}