{"level":"info","ts":1784919424.86901,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e33563a-99ef-4cd6-8da7-9527f0828e85","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919424.8690279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e33563a-99ef-4cd6-8da7-9527f0828e85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919424.8690557,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e33563a-99ef-4cd6-8da7-9527f0828e85"} {"level":"info","ts":1784919424.8938854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919424.893948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06aa4653-3cf1-45c3-8a95-1a72eb033b90"} {"level":"info","ts":1784919424.893957,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06aa4653-3cf1-45c3-8a95-1a72eb033b90"} {"level":"info","ts":1784919424.8939686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06aa4653-3cf1-45c3-8a95-1a72eb033b90","EoS":false} {"level":"info","ts":1784919424.8939815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06aa4653-3cf1-45c3-8a95-1a72eb033b90","EoS":true} {"level":"info","ts":1784919424.894042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06aa4653-3cf1-45c3-8a95-1a72eb033b90","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919424.8940578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06aa4653-3cf1-45c3-8a95-1a72eb033b90","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919424.8940763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06aa4653-3cf1-45c3-8a95-1a72eb033b90"} {"level":"info","ts":1784919424.9494917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919424.9495595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04bd87be-a1c9-4fab-bcfe-4068d440b8c8"} {"level":"info","ts":1784919424.949571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04bd87be-a1c9-4fab-bcfe-4068d440b8c8"} {"level":"info","ts":1784919424.9495819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04bd87be-a1c9-4fab-bcfe-4068d440b8c8","EoS":false} {"level":"info","ts":1784919424.9495916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04bd87be-a1c9-4fab-bcfe-4068d440b8c8","EoS":true} {"level":"info","ts":1784919424.94961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04bd87be-a1c9-4fab-bcfe-4068d440b8c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919424.9496255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04bd87be-a1c9-4fab-bcfe-4068d440b8c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919424.9496455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04bd87be-a1c9-4fab-bcfe-4068d440b8c8"} {"level":"info","ts":1784919425.6167016,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919425.6168067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919425.6168323,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919425.6168506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","EoS":false} {"level":"info","ts":1784919425.6168697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","EoS":true} {"level":"info","ts":1784919425.616903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919425.616925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919425.6169512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"408b1c95-4507-4790-8123-81af8956cb1e"} {"level":"info","ts":1784919425.6499367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919425.6500022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a757032-f2f3-48e2-81a9-2e1a5946b843"} {"level":"info","ts":1784919425.6500113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a757032-f2f3-48e2-81a9-2e1a5946b843"} {"level":"info","ts":1784919425.6500218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a757032-f2f3-48e2-81a9-2e1a5946b843","EoS":false} {"level":"info","ts":1784919425.650035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a757032-f2f3-48e2-81a9-2e1a5946b843","EoS":true} {"level":"info","ts":1784919425.6500542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a757032-f2f3-48e2-81a9-2e1a5946b843","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919425.6501048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a757032-f2f3-48e2-81a9-2e1a5946b843","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919425.650124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a757032-f2f3-48e2-81a9-2e1a5946b843"} {"level":"info","ts":1784919429.7983038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919429.798396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abb32923-d862-471b-a99d-0754a3fb126b"} {"level":"info","ts":1784919429.7984085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abb32923-d862-471b-a99d-0754a3fb126b"} {"level":"info","ts":1784919429.7984207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abb32923-d862-471b-a99d-0754a3fb126b","EoS":false} {"level":"info","ts":1784919429.798434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abb32923-d862-471b-a99d-0754a3fb126b","EoS":true} {"level":"info","ts":1784919429.7984557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abb32923-d862-471b-a99d-0754a3fb126b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919429.798496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abb32923-d862-471b-a99d-0754a3fb126b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919429.798515,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abb32923-d862-471b-a99d-0754a3fb126b"} {"level":"info","ts":1784919448.700483,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919448.700592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.7006614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.700681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","EoS":false} {"level":"info","ts":1784919448.700698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","EoS":true} {"level":"info","ts":1784919448.7007248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919448.7007747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919448.7007992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c50a24ed-9f08-45fd-a7d9-b6a2f777d727"} {"level":"info","ts":1784919448.839277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919448.839357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.8393672,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.83943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","EoS":false} {"level":"info","ts":1784919448.8394456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","EoS":true} {"level":"info","ts":1784919448.8394654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919448.8394856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919448.8395143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30fa8e92-1843-4ba9-a4ce-dd980d32fc60"} {"level":"info","ts":1784919448.9748266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919448.974919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919448.974931,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919448.9749427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","EoS":false} {"level":"info","ts":1784919448.9749525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","EoS":true} {"level":"info","ts":1784919448.974972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919448.9749863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919448.9750056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6e59a40-85d0-4d32-a21d-5168aa89755c"} {"level":"info","ts":1784919449.1093779,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919449.1094651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.1094806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.1095026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","EoS":false} {"level":"info","ts":1784919449.1095212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","EoS":true} {"level":"info","ts":1784919449.1095486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919449.1095667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919449.1095972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cee7c127-7fab-491d-90de-cdb82b02f32f"} {"level":"info","ts":1784919449.2470315,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919449.2471101,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919449.2471194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919449.247131,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","EoS":false} {"level":"info","ts":1784919449.2471442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","EoS":true} {"level":"info","ts":1784919449.2471702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919449.2471855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919449.2472045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5a032c3-de8c-4589-bf8d-dc66fa9879c9"} {"level":"info","ts":1784919449.382092,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919449.3821695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ac05cd-3030-4da7-bb0d-b7df21de7e42"} {"level":"info","ts":1784919449.3821805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20ac05cd-3030-4da7-bb0d-b7df21de7e42"} {"level":"info","ts":1784919449.3821914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20ac05cd-3030-4da7-bb0d-b7df21de7e42","EoS":false} {"level":"info","ts":1784919449.3822129,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20ac05cd-3030-4da7-bb0d-b7df21de7e42","EoS":true} {"level":"info","ts":1784919449.3822362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20ac05cd-3030-4da7-bb0d-b7df21de7e42","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919449.382251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ac05cd-3030-4da7-bb0d-b7df21de7e42","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919449.3822746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20ac05cd-3030-4da7-bb0d-b7df21de7e42"} {"level":"info","ts":1784919468.188778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919468.1888769,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.1888916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.1889088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","EoS":false} {"level":"info","ts":1784919468.1889257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","EoS":true} {"level":"info","ts":1784919468.1889465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919468.1889617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919468.1889842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b307ecf-1d16-4586-ae66-df55c949597d"} {"level":"info","ts":1784919468.226851,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919468.2269263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"312bbc0c-9407-4d37-afaa-c38fd3e104ff"} {"level":"info","ts":1784919468.226939,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"312bbc0c-9407-4d37-afaa-c38fd3e104ff"} {"level":"info","ts":1784919468.2269504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312bbc0c-9407-4d37-afaa-c38fd3e104ff","EoS":false} {"level":"info","ts":1784919468.2269607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"312bbc0c-9407-4d37-afaa-c38fd3e104ff","EoS":true} {"level":"info","ts":1784919468.226977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"312bbc0c-9407-4d37-afaa-c38fd3e104ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919468.2269914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"312bbc0c-9407-4d37-afaa-c38fd3e104ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919468.2270093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"312bbc0c-9407-4d37-afaa-c38fd3e104ff"} {"level":"info","ts":1784919468.2555044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919468.2555633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f151ff65-5512-45c4-852e-47b3a136e74e"} {"level":"info","ts":1784919468.2555747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f151ff65-5512-45c4-852e-47b3a136e74e"} {"level":"info","ts":1784919468.2555854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f151ff65-5512-45c4-852e-47b3a136e74e","EoS":false} {"level":"info","ts":1784919468.255596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f151ff65-5512-45c4-852e-47b3a136e74e","EoS":true} {"level":"info","ts":1784919468.2556117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f151ff65-5512-45c4-852e-47b3a136e74e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919468.2556248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f151ff65-5512-45c4-852e-47b3a136e74e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919468.2556367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f151ff65-5512-45c4-852e-47b3a136e74e"} {"level":"info","ts":1784919468.2878728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919468.2879488,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5146e6b7-2dc1-49bb-bec6-fd42754b7fde"} {"level":"info","ts":1784919472.895325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919472.8954186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919472.8954327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919472.8954446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","EoS":false} {"level":"info","ts":1784919472.8954587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","EoS":true} {"level":"info","ts":1784919472.8954806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919472.895507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919472.8955312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a57e63e1-1a51-4493-bec0-a8b8ab06ff4a"} {"level":"info","ts":1784919481.5336967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919481.5338106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e77e4509-bece-4548-bb03-fe4e3229987d"} {"level":"info","ts":1784919481.5338223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e77e4509-bece-4548-bb03-fe4e3229987d"} {"level":"info","ts":1784919481.533835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77e4509-bece-4548-bb03-fe4e3229987d","EoS":false} {"level":"info","ts":1784919481.5338483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e77e4509-bece-4548-bb03-fe4e3229987d","EoS":true} {"level":"info","ts":1784919481.5338674,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e77e4509-bece-4548-bb03-fe4e3229987d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919481.5338852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e77e4509-bece-4548-bb03-fe4e3229987d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919481.5339105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e77e4509-bece-4548-bb03-fe4e3229987d"} {"level":"info","ts":1784919483.5660143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919483.5661044,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919483.5661175,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919483.5661354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","EoS":false} {"level":"info","ts":1784919483.5661545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","EoS":true} {"level":"info","ts":1784919483.566187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919483.5662065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919483.5662365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5cebce0-e54f-4ff9-9874-8fecc6886f1d"} {"level":"info","ts":1784919496.4103525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919496.4104297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919496.4104478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919496.4104593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","EoS":false} {"level":"info","ts":1784919496.4104693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","EoS":true} {"level":"info","ts":1784919496.4104917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919496.410507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919496.4105296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd627aa0-db79-4c1b-a765-904835b61948"} {"level":"info","ts":1784919504.9174256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919504.9175107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919504.9175227,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919504.9175344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","EoS":false} {"level":"info","ts":1784919504.917546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","EoS":true} {"level":"info","ts":1784919504.917572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919504.9175937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919504.9176135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5fa4289-39c4-4c20-b719-9e1ec74f20ef"} {"level":"info","ts":1784919513.7363389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919513.736425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919513.736435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919513.7364464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","EoS":false} {"level":"info","ts":1784919513.736457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","EoS":true} {"level":"info","ts":1784919513.7364776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919513.7364912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919513.7365155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0670c9ca-4352-4b54-8bd2-687aa0f4fca9"} {"level":"info","ts":1784919522.6786234,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919522.6787028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfd9061a-f1b6-4609-b184-2acc9bdd3dad"} {"level":"info","ts":1784919522.6787152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bfd9061a-f1b6-4609-b184-2acc9bdd3dad"} {"level":"info","ts":1784919522.6787264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bfd9061a-f1b6-4609-b184-2acc9bdd3dad","EoS":false} {"level":"info","ts":1784919522.6787655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bfd9061a-f1b6-4609-b184-2acc9bdd3dad","EoS":true} {"level":"info","ts":1784919522.6787913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfd9061a-f1b6-4609-b184-2acc9bdd3dad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919522.6788054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfd9061a-f1b6-4609-b184-2acc9bdd3dad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919522.67882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bfd9061a-f1b6-4609-b184-2acc9bdd3dad"} {"level":"info","ts":1784919527.4128702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919527.4129717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f13e0303-ca36-4f62-b548-baf344f0c942"} {"level":"info","ts":1784919527.4129887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f13e0303-ca36-4f62-b548-baf344f0c942"} {"level":"info","ts":1784919527.4130075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f13e0303-ca36-4f62-b548-baf344f0c942","EoS":false} {"level":"info","ts":1784919527.4130278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f13e0303-ca36-4f62-b548-baf344f0c942","EoS":true} {"level":"info","ts":1784919527.413061,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f13e0303-ca36-4f62-b548-baf344f0c942","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919527.413079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f13e0303-ca36-4f62-b548-baf344f0c942","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919527.413108,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f13e0303-ca36-4f62-b548-baf344f0c942"} {"level":"info","ts":1784919532.1559086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919532.1559892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aae078f2-6a1d-4d40-aac9-f11aaf5f4444"} {"level":"info","ts":1784919532.1559982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aae078f2-6a1d-4d40-aac9-f11aaf5f4444"} {"level":"info","ts":1784919532.1560092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aae078f2-6a1d-4d40-aac9-f11aaf5f4444","EoS":false} {"level":"info","ts":1784919532.15602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aae078f2-6a1d-4d40-aac9-f11aaf5f4444","EoS":true} {"level":"info","ts":1784919532.1560402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aae078f2-6a1d-4d40-aac9-f11aaf5f4444","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919532.1560552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aae078f2-6a1d-4d40-aac9-f11aaf5f4444","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919532.156077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aae078f2-6a1d-4d40-aac9-f11aaf5f4444"} {"level":"info","ts":1784919532.5262773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919532.5263538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aef40c43-755b-4044-bc59-1c3e915646eb"} {"level":"info","ts":1784919532.526364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aef40c43-755b-4044-bc59-1c3e915646eb"} {"level":"info","ts":1784919532.5263755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aef40c43-755b-4044-bc59-1c3e915646eb","EoS":false} {"level":"info","ts":1784919532.5264366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aef40c43-755b-4044-bc59-1c3e915646eb","EoS":true} {"level":"info","ts":1784919532.5264704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aef40c43-755b-4044-bc59-1c3e915646eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919532.526487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aef40c43-755b-4044-bc59-1c3e915646eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919532.5265079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aef40c43-755b-4044-bc59-1c3e915646eb"} {"level":"info","ts":1784919534.557308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919534.5573847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48051b69-10a7-4c2c-b177-cf7c25fc6836"} {"level":"info","ts":1784919534.557395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48051b69-10a7-4c2c-b177-cf7c25fc6836"} {"level":"info","ts":1784919534.5574057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48051b69-10a7-4c2c-b177-cf7c25fc6836","EoS":false} {"level":"info","ts":1784919534.5574174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48051b69-10a7-4c2c-b177-cf7c25fc6836","EoS":true} {"level":"info","ts":1784919534.5574386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48051b69-10a7-4c2c-b177-cf7c25fc6836","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919534.5574543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48051b69-10a7-4c2c-b177-cf7c25fc6836","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919534.557471,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48051b69-10a7-4c2c-b177-cf7c25fc6836"} {"level":"info","ts":1784919536.5893056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919536.5893972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b0d5900-3635-450b-bfe8-934d5c630c9d"} {"level":"info","ts":1784919536.5894115,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b0d5900-3635-450b-bfe8-934d5c630c9d"} {"level":"info","ts":1784919536.5894308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b0d5900-3635-450b-bfe8-934d5c630c9d","EoS":false} {"level":"info","ts":1784919536.5894542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b0d5900-3635-450b-bfe8-934d5c630c9d","EoS":true} {"level":"info","ts":1784919536.58948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b0d5900-3635-450b-bfe8-934d5c630c9d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919536.5894935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b0d5900-3635-450b-bfe8-934d5c630c9d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919536.5895145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b0d5900-3635-450b-bfe8-934d5c630c9d"} {"level":"info","ts":1784919538.6225727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919538.6226506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919538.6226635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919538.622713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","EoS":false} {"level":"info","ts":1784919538.6227667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","EoS":true} {"level":"info","ts":1784919538.6227953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919538.6228108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919538.6228333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc174f6b-d4db-496d-9bdf-cb2069c8ff52"} {"level":"info","ts":1784919561.3053746,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919561.305452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919561.3054605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919561.305471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","EoS":false} {"level":"info","ts":1784919561.305481,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","EoS":true} {"level":"info","ts":1784919561.3055444,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919561.3055615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919561.3055813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb3dafbf-6790-416e-90c8-cf47f11bcc0a"} {"level":"info","ts":1784919570.569804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919570.5698862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14d919a9-02e0-41ac-b71b-8c4b42014d38"} {"level":"info","ts":1784919570.5698965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14d919a9-02e0-41ac-b71b-8c4b42014d38"} {"level":"info","ts":1784919570.5699077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14d919a9-02e0-41ac-b71b-8c4b42014d38","EoS":false} {"level":"info","ts":1784919570.5699182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14d919a9-02e0-41ac-b71b-8c4b42014d38","EoS":true} {"level":"info","ts":1784919570.569939,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14d919a9-02e0-41ac-b71b-8c4b42014d38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919570.5699549,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14d919a9-02e0-41ac-b71b-8c4b42014d38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919570.569973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14d919a9-02e0-41ac-b71b-8c4b42014d38"} {"level":"info","ts":1784919586.6816387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919586.681789,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d38e2e93-576c-41f4-9fba-c2fb8260ae2b"} {"level":"info","ts":1784919586.6818104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d38e2e93-576c-41f4-9fba-c2fb8260ae2b"} {"level":"info","ts":1784919586.6818314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d38e2e93-576c-41f4-9fba-c2fb8260ae2b","EoS":false} {"level":"info","ts":1784919586.6818511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d38e2e93-576c-41f4-9fba-c2fb8260ae2b","EoS":true} {"level":"info","ts":1784919586.6818829,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d38e2e93-576c-41f4-9fba-c2fb8260ae2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919586.6819026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d38e2e93-576c-41f4-9fba-c2fb8260ae2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919586.6819324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d38e2e93-576c-41f4-9fba-c2fb8260ae2b"} {"level":"info","ts":1784919596.2523644,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919596.2524452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919596.2524574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919596.2524698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","EoS":false} {"level":"info","ts":1784919596.25248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","EoS":true} {"level":"info","ts":1784919596.2525015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919596.2525196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919596.252545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee6494db-4814-4b58-b114-78b7e5a9e33f"} {"level":"info","ts":1784919605.5945513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919605.594699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.5947196,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.5947533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","EoS":false} {"level":"info","ts":1784919605.594767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","EoS":true} {"level":"info","ts":1784919605.5947936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919605.5948167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919605.594839,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2bec0692-d857-437e-909d-8f6615f0dfca"} {"level":"info","ts":1784919605.6266005,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919605.6266685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919605.6266787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919605.626689,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","EoS":false} {"level":"info","ts":1784919605.626699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","EoS":true} {"level":"info","ts":1784919605.6267169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919605.6267319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919605.626788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fd867c3-6db8-474e-a35b-d2a31b276422"} {"level":"info","ts":1784919624.5999348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919624.6000085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919624.60002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919624.6000314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2151825f-9130-4776-92e3-858537583629","EoS":false} {"level":"info","ts":1784919624.6000416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2151825f-9130-4776-92e3-858537583629","EoS":true} {"level":"info","ts":1784919624.600064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2151825f-9130-4776-92e3-858537583629","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919624.6000834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2151825f-9130-4776-92e3-858537583629","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919624.600111,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2151825f-9130-4776-92e3-858537583629"} {"level":"info","ts":1784919633.9203253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919633.9203992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84352818-3424-497e-9c5d-5e32bdedd034"} {"level":"info","ts":1784919633.9204113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84352818-3424-497e-9c5d-5e32bdedd034"} {"level":"info","ts":1784919633.9204273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84352818-3424-497e-9c5d-5e32bdedd034","EoS":false} {"level":"info","ts":1784919633.92044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84352818-3424-497e-9c5d-5e32bdedd034","EoS":true} {"level":"info","ts":1784919633.9204593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84352818-3424-497e-9c5d-5e32bdedd034","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919633.9204738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84352818-3424-497e-9c5d-5e32bdedd034","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919633.9204879,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84352818-3424-497e-9c5d-5e32bdedd034"} {"level":"info","ts":1784919639.2384596,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919639.2385478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"103ef564-c144-44d8-9317-91f2aa299443"} {"level":"info","ts":1784919639.2385597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"103ef564-c144-44d8-9317-91f2aa299443"} {"level":"info","ts":1784919639.2385714,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"103ef564-c144-44d8-9317-91f2aa299443","EoS":false} {"level":"info","ts":1784919639.238583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"103ef564-c144-44d8-9317-91f2aa299443","EoS":true} {"level":"info","ts":1784919639.2386036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"103ef564-c144-44d8-9317-91f2aa299443","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919639.2386189,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"103ef564-c144-44d8-9317-91f2aa299443","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919639.2386432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"103ef564-c144-44d8-9317-91f2aa299443"} {"level":"info","ts":1784919839.2317343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919839.231835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919839.2318432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919839.2318554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","EoS":false} {"level":"info","ts":1784919839.2318661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","EoS":true} {"level":"info","ts":1784919839.231887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919839.2319033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919839.2319221,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f32f23a-226d-48c4-ab52-bb22b2c8dc99"} {"level":"info","ts":1784919854.4658558,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919854.4659545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784919854.4659731,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784919854.4659932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","EoS":false} {"level":"info","ts":1784919854.4660122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","EoS":true} {"level":"info","ts":1784919854.466044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919854.4660635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919854.466093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"794e90d2-6ca5-42a9-a554-4abafab7f9e2"} {"level":"info","ts":1784920155.7302427,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920155.7303376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.7303495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.7303696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","EoS":false} {"level":"info","ts":1784920155.730387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","EoS":true} {"level":"info","ts":1784920155.7304206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784920155.730443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920155.7304726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"617dbc7d-4df8-4afe-a2b4-7c8814bdd827"} {"level":"info","ts":1784920155.76928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920155.7693417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920155.7693586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920155.7693725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","EoS":false} {"level":"info","ts":1784920155.7693856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","EoS":true} {"level":"info","ts":1784920155.7694468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784920155.7694626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920155.7694836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58720231-62d5-4b32-956f-1ad53bf2ab91"} {"level":"info","ts":1784920155.8033948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920155.8034928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82067942-afd4-430d-94fc-974430387e21"} {"level":"info","ts":1784920155.8035064,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82067942-afd4-430d-94fc-974430387e21"} {"level":"info","ts":1784920155.803523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82067942-afd4-430d-94fc-974430387e21","EoS":false} {"level":"info","ts":1784920155.8035402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82067942-afd4-430d-94fc-974430387e21","EoS":true} {"level":"info","ts":1784920155.8035688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82067942-afd4-430d-94fc-974430387e21","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784920155.803586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82067942-afd4-430d-94fc-974430387e21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920155.8036087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82067942-afd4-430d-94fc-974430387e21"} {"level":"info","ts":1784920155.8356595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920155.8357224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c3a5a37-4934-4e8f-8e15-7113a00838ce"} {"level":"info","ts":1784920155.8357337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c3a5a37-4934-4e8f-8e15-7113a00838ce"} {"level":"info","ts":1784920155.8358073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c3a5a37-4934-4e8f-8e15-7113a00838ce","EoS":false} {"level":"info","ts":1784920155.8358274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c3a5a37-4934-4e8f-8e15-7113a00838ce","EoS":true} {"level":"info","ts":1784920155.8358474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c3a5a37-4934-4e8f-8e15-7113a00838ce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784920155.8358614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c3a5a37-4934-4e8f-8e15-7113a00838ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920155.835879,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c3a5a37-4934-4e8f-8e15-7113a00838ce"} {"level":"info","ts":1784920160.6503603,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c62f87b5-7884-4472-b48e-66b9874bbd19"} {"level":"info","ts":1784920160.650469,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9f415c6-3864-430e-b60c-ac2c08481da6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920160.650499,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9f415c6-3864-430e-b60c-ac2c08481da6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784920160.6568546,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"280389fb-9dfd-42a2-b054-2f7dd794c7ab","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920160.6568882,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"280389fb-9dfd-42a2-b054-2f7dd794c7ab","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784920160.6580443,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c62f87b5-7884-4472-b48e-66b9874bbd19","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.6582575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33826.078116253,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.6582766,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.7943974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cba86a98-e641-499c-9e40-1db8e5f3c7fc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.7945986,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1142aa25-4d79-4dfc-b7ec-4bd3e598b53b"} {"level":"info","ts":1784920160.7947564,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cba86a98-e641-499c-9e40-1db8e5f3c7fc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.7948205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de08e84a-4e42-4919-b9ad-141e528fc48a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.794847,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de08e84a-4e42-4919-b9ad-141e528fc48a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920160.7948914,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1142aa25-4d79-4dfc-b7ec-4bd3e598b53b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784920160.7970037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.797688,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8500d0c-abe3-4fef-b479-ad213712143d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920160.7977319,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8500d0c-abe3-4fef-b479-ad213712143d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784920160.797874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aac7ced-26d0-408b-a969-59554caeb787","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.7978992,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aac7ced-26d0-408b-a969-59554caeb787","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784920160.7994516,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1142aa25-4d79-4dfc-b7ec-4bd3e598b53b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.7995112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e292cd0b-d19f-4f20-aa57-57125ae666e1"} {"level":"info","ts":1784920160.7996814,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35647.491665023,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.7996943,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.8061478,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.859279,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37046.882274751,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.859307,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.8671463,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920160.900519,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e292cd0b-d19f-4f20-aa57-57125ae666e1","name":"e2e-external-model"} {"level":"info","ts":1784920160.9143226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd68e1e-2795-4f7f-a41b-67da3d1b8d14","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.914364,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd68e1e-2795-4f7f-a41b-67da3d1b8d14","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784920160.9154906,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e292cd0b-d19f-4f20-aa57-57125ae666e1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784920160.9155507,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e292cd0b-d19f-4f20-aa57-57125ae666e1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.9156032,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e236c434-ee91-48c3-ada6-589f0cea4655"} {"level":"info","ts":1784920160.9156525,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e236c434-ee91-48c3-ada6-589f0cea4655","name":"e2e-external-model"} {"level":"info","ts":1784920160.930113,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"349973a3-4775-4544-8bc9-60d6106259fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.9301496,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"349973a3-4775-4544-8bc9-60d6106259fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784920160.9302871,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e236c434-ee91-48c3-ada6-589f0cea4655","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.9303386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb939999-7161-44dd-a8a8-1ba97d3e97d5"} {"level":"info","ts":1784920160.9303842,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb939999-7161-44dd-a8a8-1ba97d3e97d5","name":"e2e-external-model"} {"level":"info","ts":1784920160.9383843,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb939999-7161-44dd-a8a8-1ba97d3e97d5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920160.9442356,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbf47d77-02fb-42ed-860e-326dc1e6b53a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920160.944263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbf47d77-02fb-42ed-860e-326dc1e6b53a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784920160.9472957,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb939999-7161-44dd-a8a8-1ba97d3e97d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.9473743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"177066f4-b27f-422d-a949-057848bdb4f6"} {"level":"info","ts":1784920160.9474192,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"177066f4-b27f-422d-a949-057848bdb4f6","name":"e2e-external-model"} {"level":"info","ts":1784920160.9560146,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"177066f4-b27f-422d-a949-057848bdb4f6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920160.9600244,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c62f87b5-7884-4472-b48e-66b9874bbd19","name":"e2e-external-provider"} {"level":"info","ts":1784920160.970589,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c62f87b5-7884-4472-b48e-66b9874bbd19","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784920160.9738603,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c62f87b5-7884-4472-b48e-66b9874bbd19","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920160.9739332,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78166711-e6e7-437d-88ac-f8b4a03fe5a4"} {"level":"info","ts":1784920160.973973,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78166711-e6e7-437d-88ac-f8b4a03fe5a4","name":"e2e-external-provider"} {"level":"info","ts":1784920160.9834611,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78166711-e6e7-437d-88ac-f8b4a03fe5a4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784920166.0839965,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920166.0840843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620"} {"level":"info","ts":1784920166.0840979,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620"} {"level":"info","ts":1784920166.084109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620","EoS":false} {"level":"info","ts":1784920166.0841293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620","EoS":true} {"level":"info","ts":1784920166.084168,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784920166.0841846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920166.084195,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620","modelName":"e2e-external-model"} {"level":"info","ts":1784920166.084217,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920166.0842628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9cec0c81-a4f7-41d4-964c-4b029a129620"} {"level":"info","ts":1784920166.133326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920166.1333966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c"} {"level":"info","ts":1784920166.1334054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c"} {"level":"info","ts":1784920166.133416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c","EoS":false} {"level":"info","ts":1784920166.1334267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c","EoS":true} {"level":"info","ts":1784920166.1334467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784920166.1334586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920166.1334655,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c","modelName":"e2e-external-model"} {"level":"info","ts":1784920166.1334794,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920166.1335196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37393a6f-8d86-427a-b543-92fadf42492c"} {"level":"info","ts":1784920166.1590736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920166.1591368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38"} {"level":"info","ts":1784920166.159147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38"} {"level":"info","ts":1784920166.1591585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","EoS":false} {"level":"info","ts":1784920166.159172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","EoS":true} {"level":"info","ts":1784920166.1591916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784920166.1592054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920166.1592126,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","modelName":"e2e-external-model"} {"level":"info","ts":1784920166.159225,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920166.1592648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"074495ce-6ac2-4a6a-9a5b-52294c437b38"} {"level":"info","ts":1784920166.2962396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97239339-2051-4e9f-8ba8-ec860726c025"} {"level":"info","ts":1784920166.2962797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daa2c206-508e-46fd-b80c-e7ccd6206971","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.2963135,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daa2c206-508e-46fd-b80c-e7ccd6206971","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920166.3042772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc1f5598-eb4e-402f-ba7f-e2d9ba77a0ab","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.304304,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc1f5598-eb4e-402f-ba7f-e2d9ba77a0ab","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784920166.305775,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97239339-2051-4e9f-8ba8-ec860726c025","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920166.3058288,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97239339-2051-4e9f-8ba8-ec860726c025","name":"e2e-cleanup-test"} {"level":"info","ts":1784920166.32196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f5aeddb-4e92-4bef-9d8f-14966385dc98","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.321988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f5aeddb-4e92-4bef-9d8f-14966385dc98","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784920166.3238792,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97239339-2051-4e9f-8ba8-ec860726c025","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784920166.3239214,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97239339-2051-4e9f-8ba8-ec860726c025","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920166.3239694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0805be9-64e6-42c4-8f9b-72be214b5042"} {"level":"info","ts":1784920166.3240166,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0805be9-64e6-42c4-8f9b-72be214b5042","name":"e2e-cleanup-test"} {"level":"info","ts":1784920166.336638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab575e99-39c4-42e1-a975-17916bbf1cd2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.3366761,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab575e99-39c4-42e1-a975-17916bbf1cd2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784920166.3397746,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0805be9-64e6-42c4-8f9b-72be214b5042","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784920166.3398182,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0805be9-64e6-42c4-8f9b-72be214b5042","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920166.3398688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4dd75a28-6566-4d28-9f09-85c393d35e64"} {"level":"info","ts":1784920166.3399248,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4dd75a28-6566-4d28-9f09-85c393d35e64","name":"e2e-cleanup-test"} {"level":"info","ts":1784920166.34816,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4dd75a28-6566-4d28-9f09-85c393d35e64","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920166.3535585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cb56ee6-276e-47da-8c61-b6303b66f7e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920166.353583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cb56ee6-276e-47da-8c61-b6303b66f7e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920166.35378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f940bf2-023a-4213-9756-1441e93c184d"} {"level":"info","ts":1784920166.3538399,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f940bf2-023a-4213-9756-1441e93c184d","name":"e2e-cleanup-test"} {"level":"info","ts":1784920166.3638034,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f940bf2-023a-4213-9756-1441e93c184d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920174.5548406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6ec4ffd-eb2d-4df9-8be4-7d9b2b560e22"} {"level":"info","ts":1784920174.5548406,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"013964eb-5a09-467e-9474-6955e8741c75","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920174.5549293,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"013964eb-5a09-467e-9474-6955e8741c75","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920178.8558822,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920178.8559742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b"} {"level":"info","ts":1784920178.8559895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b"} {"level":"info","ts":1784920178.8560061,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b","EoS":false} {"level":"info","ts":1784920178.856025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b","EoS":true} {"level":"info","ts":1784920178.8560584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784920178.856078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784920178.856111,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a21ef5b-2f71-483b-93e5-966dd7ad392b"} {"level":"info","ts":1784920178.8839142,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920178.8839824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d"} {"level":"info","ts":1784920178.8839915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d"} {"level":"info","ts":1784920178.884002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","EoS":false} {"level":"info","ts":1784920178.884013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","EoS":true} {"level":"info","ts":1784920178.8840299,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784920178.8840415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920178.8840518,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","modelName":"e2e-external-model"} {"level":"info","ts":1784920178.8840685,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920178.8841054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82d97eb6-8fb9-415d-bd39-3cfd0a12a94d"} {"level":"info","ts":1784920178.9322858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920178.9323485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920178.9323573,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920178.932369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","EoS":false} {"level":"info","ts":1784920178.9323814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","EoS":true} {"level":"info","ts":1784920178.9324007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784920178.9324157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920178.9324331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eafc92d4-26ac-4328-a1dc-f73265cd838d"} {"level":"info","ts":1784920179.078068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920179.078141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.0781558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.078167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","EoS":false} {"level":"info","ts":1784920179.0781772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","EoS":true} {"level":"info","ts":1784920179.0781977,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12","field":"model"} {"level":"info","ts":1784920179.0782223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"687a7a53-3c77-4041-8f73-9bb482e14b12"} {"level":"info","ts":1784920179.9948754,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87282855-f629-494c-ac20-edbe5f4b885e"} {"level":"info","ts":1784920179.9949126,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38467beb-4080-4040-86ef-3195e7dd8c72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920179.994948,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38467beb-4080-4040-86ef-3195e7dd8c72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920180.130893,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60bb55d1-9776-436f-950d-20e5a8901ca2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920180.1309404,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60bb55d1-9776-436f-950d-20e5a8901ca2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920180.1308897,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8636579-be0d-48b8-84bf-4eeb69c6d377"} {"level":"info","ts":1784921281.0521755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784921281.0522816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7fbc914-ac41-4f06-b3f4-f14fa785abf6"} {"level":"info","ts":1784921335.6345837,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784921335.6346726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"} {"level":"info","ts":1784921335.6346805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"} {"level":"info","ts":1784921335.634692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","EoS":false} {"level":"info","ts":1784921335.6347017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","EoS":true} {"level":"info","ts":1784921335.6347256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784921335.6347601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784921335.6347775,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9b89060-13c0-413f-aba5-4d3f0ad9f19e"}