{"level":"info","ts":1784830715.4889178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.4889393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"664444fa-c5f2-4cc2-9bd4-6ecaf66f0867"} {"level":"info","ts":1784830715.6288948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830715.6289802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.6289937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.629007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","EoS":false} {"level":"info","ts":1784830715.6290176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","EoS":true} {"level":"info","ts":1784830715.6290398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830715.6290557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.629074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cbe95a6-c6b7-4e33-8334-bcc6ca807540"} {"level":"info","ts":1784830715.7671883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830715.767302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.7673151,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.7673297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","EoS":false} {"level":"info","ts":1784830715.7673397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","EoS":true} {"level":"info","ts":1784830715.7673676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830715.7673838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.7674022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f60edad-8166-44f1-9720-031eb203c659"} {"level":"info","ts":1784830715.902767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830715.90286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830715.9028752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830715.902889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","EoS":false} {"level":"info","ts":1784830715.9028995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","EoS":true} {"level":"info","ts":1784830715.9029212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830715.9029374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830715.902956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5feb1b0-422f-40b3-abb1-d599cebdbd22"} {"level":"info","ts":1784830716.0405073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830716.040593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830716.0406063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830716.040619,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","EoS":false} {"level":"info","ts":1784830716.04063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","EoS":true} {"level":"info","ts":1784830716.0406516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830716.040666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830716.0406878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"708468da-e82f-4d76-b9d5-cece53ba5f8b"} {"level":"info","ts":1784830716.1788216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830716.178901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92725cff-f2aa-4358-b362-a8ea154a321e"} {"level":"info","ts":1784830716.1789105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92725cff-f2aa-4358-b362-a8ea154a321e"} {"level":"info","ts":1784830716.1789212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92725cff-f2aa-4358-b362-a8ea154a321e","EoS":false} {"level":"info","ts":1784830716.1789389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92725cff-f2aa-4358-b362-a8ea154a321e","EoS":true} {"level":"info","ts":1784830716.1789594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92725cff-f2aa-4358-b362-a8ea154a321e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830716.1789732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92725cff-f2aa-4358-b362-a8ea154a321e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830716.1789918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92725cff-f2aa-4358-b362-a8ea154a321e"} {"level":"info","ts":1784830736.1046896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830736.104783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.1047978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.1048107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","EoS":false} {"level":"info","ts":1784830736.1048214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","EoS":true} {"level":"info","ts":1784830736.104841,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830736.1048594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830736.1048808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30a27cb2-5470-4774-8314-9ad184f2c632"} {"level":"info","ts":1784830736.1416056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830736.1416876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ce27413-5b9a-4a14-8787-02d6c93c0038"} {"level":"info","ts":1784830736.1416962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ce27413-5b9a-4a14-8787-02d6c93c0038"} {"level":"info","ts":1784830736.1417074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ce27413-5b9a-4a14-8787-02d6c93c0038","EoS":false} {"level":"info","ts":1784830736.1417174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ce27413-5b9a-4a14-8787-02d6c93c0038","EoS":true} {"level":"info","ts":1784830736.141739,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ce27413-5b9a-4a14-8787-02d6c93c0038","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830736.1417544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ce27413-5b9a-4a14-8787-02d6c93c0038","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830736.1417747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ce27413-5b9a-4a14-8787-02d6c93c0038"} {"level":"info","ts":1784830736.1786413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830736.1787329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aa59d40-8946-4c6f-984a-078a5a24c88c"} {"level":"info","ts":1784830736.178747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4aa59d40-8946-4c6f-984a-078a5a24c88c"} {"level":"info","ts":1784830736.1787677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aa59d40-8946-4c6f-984a-078a5a24c88c","EoS":false} {"level":"info","ts":1784830736.1787863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aa59d40-8946-4c6f-984a-078a5a24c88c","EoS":true} {"level":"info","ts":1784830736.1788192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aa59d40-8946-4c6f-984a-078a5a24c88c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830736.178838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aa59d40-8946-4c6f-984a-078a5a24c88c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830736.178867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4aa59d40-8946-4c6f-984a-078a5a24c88c"} {"level":"info","ts":1784830736.2157488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830736.2158222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab956a55-94c4-4a02-8235-fda9e1d46d4e"} {"level":"info","ts":1784830740.8487787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830740.8488839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830740.8489013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830740.848917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","EoS":false} {"level":"info","ts":1784830740.8489323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","EoS":true} {"level":"info","ts":1784830740.8489594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830740.8489785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830740.8490076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ca1c31d-b609-425f-9ae3-6759674d9ad0"} {"level":"info","ts":1784830749.428186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830749.428291,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9e693be-d8da-4f61-aea2-5971dd4eb1ad"} {"level":"info","ts":1784830749.4283087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9e693be-d8da-4f61-aea2-5971dd4eb1ad"} {"level":"info","ts":1784830749.4283297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9e693be-d8da-4f61-aea2-5971dd4eb1ad","EoS":false} {"level":"info","ts":1784830749.4283497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9e693be-d8da-4f61-aea2-5971dd4eb1ad","EoS":true} {"level":"info","ts":1784830749.4283807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9e693be-d8da-4f61-aea2-5971dd4eb1ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830749.4283988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9e693be-d8da-4f61-aea2-5971dd4eb1ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830749.4284298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9e693be-d8da-4f61-aea2-5971dd4eb1ad"} {"level":"info","ts":1784830751.4618905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830751.4619648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830751.4619734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830751.4619882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","EoS":false} {"level":"info","ts":1784830751.4619975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","EoS":true} {"level":"info","ts":1784830751.4620197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830751.462035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830751.4620543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51672b1d-470d-44d3-831b-aaae1330c822"} {"level":"info","ts":1784830764.357769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830764.3578477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830764.3578568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830764.3578682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","EoS":false} {"level":"info","ts":1784830764.3578794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","EoS":true} {"level":"info","ts":1784830764.3578987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830764.3579116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830764.3579323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b1f332e-0b63-450c-9d60-a76e24c2b907"} {"level":"info","ts":1784830772.8788128,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830772.8788874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830772.8788996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830772.8789113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","EoS":false} {"level":"info","ts":1784830772.8789217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","EoS":true} {"level":"info","ts":1784830772.8789432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830772.8789577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830772.8789773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbae0f70-1808-4ce5-bbcd-58751363d8a5"} {"level":"info","ts":1784830781.7611816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830781.76127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830781.761282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830781.761294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","EoS":false} {"level":"info","ts":1784830781.7613068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","EoS":true} {"level":"info","ts":1784830781.7613275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830781.7613518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830781.7613733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fd26a4b-a939-4e24-a9e7-57ae2af97415"} {"level":"info","ts":1784830790.7825758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830790.7826488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2f357eb-28cc-40af-8810-9a8d5ef8270d"} {"level":"info","ts":1784830790.7826576,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2f357eb-28cc-40af-8810-9a8d5ef8270d"} {"level":"info","ts":1784830790.7826684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2f357eb-28cc-40af-8810-9a8d5ef8270d","EoS":false} {"level":"info","ts":1784830790.7826805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2f357eb-28cc-40af-8810-9a8d5ef8270d","EoS":true} {"level":"info","ts":1784830790.7827015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2f357eb-28cc-40af-8810-9a8d5ef8270d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830790.7827175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2f357eb-28cc-40af-8810-9a8d5ef8270d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830790.7827363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2f357eb-28cc-40af-8810-9a8d5ef8270d"} {"level":"info","ts":1784830798.6666887,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830798.6667762,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39d1fce7-be64-4563-9ed3-acadf3568ccf"} {"level":"info","ts":1784830798.6667879,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39d1fce7-be64-4563-9ed3-acadf3568ccf"} {"level":"info","ts":1784830798.6667998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39d1fce7-be64-4563-9ed3-acadf3568ccf","EoS":false} {"level":"info","ts":1784830798.66681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39d1fce7-be64-4563-9ed3-acadf3568ccf","EoS":true} {"level":"info","ts":1784830798.666832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39d1fce7-be64-4563-9ed3-acadf3568ccf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830798.6668472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39d1fce7-be64-4563-9ed3-acadf3568ccf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830798.6668658,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39d1fce7-be64-4563-9ed3-acadf3568ccf"} {"level":"info","ts":1784830803.471116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830803.4711895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"696bfacc-64de-4954-8551-cb022f0f0594"} {"level":"info","ts":1784830803.4712002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"696bfacc-64de-4954-8551-cb022f0f0594"} {"level":"info","ts":1784830803.4712112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"696bfacc-64de-4954-8551-cb022f0f0594","EoS":false} {"level":"info","ts":1784830803.4712403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"696bfacc-64de-4954-8551-cb022f0f0594","EoS":true} {"level":"info","ts":1784830803.4712615,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"696bfacc-64de-4954-8551-cb022f0f0594","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830803.4712765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"696bfacc-64de-4954-8551-cb022f0f0594","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830803.4712977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"696bfacc-64de-4954-8551-cb022f0f0594"} {"level":"info","ts":1784830803.7438219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830803.7439215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bed4908-a37c-4f5a-982d-c8d9dd8c4e16"} {"level":"info","ts":1784830803.7439404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bed4908-a37c-4f5a-982d-c8d9dd8c4e16"} {"level":"info","ts":1784830803.74396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bed4908-a37c-4f5a-982d-c8d9dd8c4e16","EoS":false} {"level":"info","ts":1784830803.7439811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bed4908-a37c-4f5a-982d-c8d9dd8c4e16","EoS":true} {"level":"info","ts":1784830803.7440052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0bed4908-a37c-4f5a-982d-c8d9dd8c4e16","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830803.7440217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bed4908-a37c-4f5a-982d-c8d9dd8c4e16","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830803.7440457,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bed4908-a37c-4f5a-982d-c8d9dd8c4e16"} {"level":"info","ts":1784830805.7793663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830805.7794752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"410f1ce7-4d6e-4989-acc5-153e3dd151b2"} {"level":"info","ts":1784830805.7794936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"410f1ce7-4d6e-4989-acc5-153e3dd151b2"} {"level":"info","ts":1784830805.779518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"410f1ce7-4d6e-4989-acc5-153e3dd151b2","EoS":false} {"level":"info","ts":1784830805.7795377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"410f1ce7-4d6e-4989-acc5-153e3dd151b2","EoS":true} {"level":"info","ts":1784830805.7795746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"410f1ce7-4d6e-4989-acc5-153e3dd151b2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830805.7795985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"410f1ce7-4d6e-4989-acc5-153e3dd151b2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830805.7796302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"410f1ce7-4d6e-4989-acc5-153e3dd151b2"} {"level":"info","ts":1784830807.8217893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830807.8218803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ead2a34-2cf2-4821-9a9a-d134622a8adb"} {"level":"info","ts":1784830807.821899,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ead2a34-2cf2-4821-9a9a-d134622a8adb"} {"level":"info","ts":1784830807.8219256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ead2a34-2cf2-4821-9a9a-d134622a8adb","EoS":false} {"level":"info","ts":1784830807.8219466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ead2a34-2cf2-4821-9a9a-d134622a8adb","EoS":true} {"level":"info","ts":1784830807.8219757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ead2a34-2cf2-4821-9a9a-d134622a8adb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830807.8219957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ead2a34-2cf2-4821-9a9a-d134622a8adb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830807.822034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ead2a34-2cf2-4821-9a9a-d134622a8adb"} {"level":"info","ts":1784830809.855106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830809.855184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830809.855193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830809.8552039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","EoS":false} {"level":"info","ts":1784830809.8552172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","EoS":true} {"level":"info","ts":1784830809.8552651,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830809.8552809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830809.855304,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d24dd427-acaf-4117-9f24-2efd3a79292a"} {"level":"info","ts":1784830832.8852608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830832.8853335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830832.8853467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830832.8853614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","EoS":false} {"level":"info","ts":1784830832.885371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","EoS":true} {"level":"info","ts":1784830832.8853893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830832.8854043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830832.8854253,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56017f08-d175-4202-88ba-7fb1c428bd73"} {"level":"info","ts":1784830842.2060149,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830842.2061079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f36a8e88-1dd7-4658-84bc-0438742b2d77"} {"level":"info","ts":1784830842.2061212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f36a8e88-1dd7-4658-84bc-0438742b2d77"} {"level":"info","ts":1784830842.2061412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f36a8e88-1dd7-4658-84bc-0438742b2d77","EoS":false} {"level":"info","ts":1784830842.206162,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f36a8e88-1dd7-4658-84bc-0438742b2d77","EoS":true} {"level":"info","ts":1784830842.2061908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f36a8e88-1dd7-4658-84bc-0438742b2d77","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830842.2062106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f36a8e88-1dd7-4658-84bc-0438742b2d77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830842.2062716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f36a8e88-1dd7-4658-84bc-0438742b2d77"} {"level":"info","ts":1784830847.7645304,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830847.764615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4da04c92-59e1-46e3-9461-19451b8204a6"} {"level":"info","ts":1784830847.7646277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4da04c92-59e1-46e3-9461-19451b8204a6"} {"level":"info","ts":1784830847.7646394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4da04c92-59e1-46e3-9461-19451b8204a6","EoS":false} {"level":"info","ts":1784830847.7646496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4da04c92-59e1-46e3-9461-19451b8204a6","EoS":true} {"level":"info","ts":1784830847.7646704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4da04c92-59e1-46e3-9461-19451b8204a6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830847.7646852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4da04c92-59e1-46e3-9461-19451b8204a6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830847.7647073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4da04c92-59e1-46e3-9461-19451b8204a6"} {"level":"info","ts":1784830857.3432322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830857.3433373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"533ceb7a-2550-42b7-be8a-e51b8ebeedc7"} {"level":"info","ts":1784830857.343351,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"533ceb7a-2550-42b7-be8a-e51b8ebeedc7"} {"level":"info","ts":1784830857.3433723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"533ceb7a-2550-42b7-be8a-e51b8ebeedc7","EoS":false} {"level":"info","ts":1784830857.3433936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"533ceb7a-2550-42b7-be8a-e51b8ebeedc7","EoS":true} {"level":"info","ts":1784830857.3434255,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"533ceb7a-2550-42b7-be8a-e51b8ebeedc7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830857.3434439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"533ceb7a-2550-42b7-be8a-e51b8ebeedc7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830857.3434758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"533ceb7a-2550-42b7-be8a-e51b8ebeedc7"} {"level":"info","ts":1784830859.3764257,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830859.3765042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0ee99e8-5e58-4f8e-bbaf-79925de4802a"} {"level":"info","ts":1784830859.3765182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0ee99e8-5e58-4f8e-bbaf-79925de4802a"} {"level":"info","ts":1784830859.3765364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0ee99e8-5e58-4f8e-bbaf-79925de4802a","EoS":false} {"level":"info","ts":1784830859.3765564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0ee99e8-5e58-4f8e-bbaf-79925de4802a","EoS":true} {"level":"info","ts":1784830859.3765862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0ee99e8-5e58-4f8e-bbaf-79925de4802a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830859.376608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0ee99e8-5e58-4f8e-bbaf-79925de4802a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830859.3766348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0ee99e8-5e58-4f8e-bbaf-79925de4802a"} {"level":"info","ts":1784830861.4198909,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830861.419967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72f7b891-e742-432d-b8e0-6168b36e335a"} {"level":"info","ts":1784830861.4199762,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72f7b891-e742-432d-b8e0-6168b36e335a"} {"level":"info","ts":1784830861.419988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72f7b891-e742-432d-b8e0-6168b36e335a","EoS":false} {"level":"info","ts":1784830861.4200008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72f7b891-e742-432d-b8e0-6168b36e335a","EoS":true} {"level":"info","ts":1784830861.4200206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72f7b891-e742-432d-b8e0-6168b36e335a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830861.4200358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72f7b891-e742-432d-b8e0-6168b36e335a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830861.4200556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72f7b891-e742-432d-b8e0-6168b36e335a"} {"level":"info","ts":1784830863.4598677,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830863.4599528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830863.4599679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830863.459986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","EoS":false} {"level":"info","ts":1784830863.460007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","EoS":true} {"level":"info","ts":1784830863.4600408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830863.46006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830863.4600918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2be9a059-fab5-401e-84c1-c0434bc62458"} {"level":"info","ts":1784830872.9878316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830872.987907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830872.9879158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830872.9879272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","EoS":false} {"level":"info","ts":1784830872.9879377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","EoS":true} {"level":"info","ts":1784830872.987958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830872.987973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830872.9879913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6521c8f7-3b34-4c52-a420-1e95cf68edd4"} {"level":"info","ts":1784830873.0256917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830873.0257795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830873.025793,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830873.0258048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","EoS":false} {"level":"info","ts":1784830873.0258176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","EoS":true} {"level":"info","ts":1784830873.0258374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830873.025852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830873.025875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8df0dacb-f62d-4330-8e67-e61cf643007a"} {"level":"info","ts":1784830892.2998462,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830892.2999184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784830892.2999275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784830892.2999387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","EoS":false} {"level":"info","ts":1784830892.2999492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","EoS":true} {"level":"info","ts":1784830892.299968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830892.2999854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830892.3000069,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b01e77ce-8d08-48d1-904c-1e8f23aef932"} {"level":"info","ts":1784830901.6733987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830901.67348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be45d681-7b8d-4455-b6f1-b5a2deef2423"} {"level":"info","ts":1784830901.6734908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be45d681-7b8d-4455-b6f1-b5a2deef2423"} {"level":"info","ts":1784830901.6735024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be45d681-7b8d-4455-b6f1-b5a2deef2423","EoS":false} {"level":"info","ts":1784830901.6735141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be45d681-7b8d-4455-b6f1-b5a2deef2423","EoS":true} {"level":"info","ts":1784830901.6735334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be45d681-7b8d-4455-b6f1-b5a2deef2423","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830901.67355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be45d681-7b8d-4455-b6f1-b5a2deef2423","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830901.6735709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be45d681-7b8d-4455-b6f1-b5a2deef2423"} {"level":"info","ts":1784830907.1094503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830907.1095276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c7be52d-e10b-4093-9e84-ff17f444392c"} {"level":"info","ts":1784830907.1095395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c7be52d-e10b-4093-9e84-ff17f444392c"} {"level":"info","ts":1784830907.1095521,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c7be52d-e10b-4093-9e84-ff17f444392c","EoS":false} {"level":"info","ts":1784830907.1095629,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c7be52d-e10b-4093-9e84-ff17f444392c","EoS":true} {"level":"info","ts":1784830907.1095839,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c7be52d-e10b-4093-9e84-ff17f444392c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784830907.1096008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c7be52d-e10b-4093-9e84-ff17f444392c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784830907.1096206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c7be52d-e10b-4093-9e84-ff17f444392c"} {"level":"info","ts":1784830998.2226055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830998.2226875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87e8064c-923d-4e50-a405-ecc3ef7cab5b"} {"level":"info","ts":1784830998.222701,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87e8064c-923d-4e50-a405-ecc3ef7cab5b"} {"level":"info","ts":1784830998.2227178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87e8064c-923d-4e50-a405-ecc3ef7cab5b","EoS":false} {"level":"info","ts":1784830998.2227314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87e8064c-923d-4e50-a405-ecc3ef7cab5b","EoS":true} {"level":"info","ts":1784830998.2227519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87e8064c-923d-4e50-a405-ecc3ef7cab5b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784830998.2227657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87e8064c-923d-4e50-a405-ecc3ef7cab5b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784830998.2227855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87e8064c-923d-4e50-a405-ecc3ef7cab5b"} {"level":"info","ts":1784831021.3574944,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831021.3575652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831021.357574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831021.3575857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","EoS":false} {"level":"info","ts":1784831021.3575983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","EoS":true} {"level":"info","ts":1784831021.3576229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784831021.357637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784831021.3576581,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c831678f-6071-431e-8e76-a1de79c780ec"} {"level":"info","ts":1784831058.9490328,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831058.949109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831058.9491203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831058.9491315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","EoS":false} {"level":"info","ts":1784831058.9491413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","EoS":true} {"level":"info","ts":1784831058.94916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831058.9491754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831058.949196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"350dd884-aae6-4b9b-8df5-029ef58a82bb"} {"level":"info","ts":1784831074.2765906,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831074.2766943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831074.2767122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831074.2767305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","EoS":false} {"level":"info","ts":1784831074.2767475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","EoS":true} {"level":"info","ts":1784831074.2767732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831074.2767918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831074.276818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e74a420-54a9-4fd1-a9e4-d2b79ca20a96"} {"level":"info","ts":1784831074.5913692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831074.5914607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0273a38c-7f5a-43d5-b334-43727f8f678b"} {"level":"info","ts":1784831074.5914748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0273a38c-7f5a-43d5-b334-43727f8f678b"} {"level":"info","ts":1784831074.5914934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0273a38c-7f5a-43d5-b334-43727f8f678b","EoS":false} {"level":"info","ts":1784831074.5915139,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0273a38c-7f5a-43d5-b334-43727f8f678b","EoS":true} {"level":"info","ts":1784831074.5915465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0273a38c-7f5a-43d5-b334-43727f8f678b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831074.5915654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0273a38c-7f5a-43d5-b334-43727f8f678b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831074.5915964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0273a38c-7f5a-43d5-b334-43727f8f678b"} {"level":"info","ts":1784831406.3945413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831406.3946269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.3946347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.394646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","EoS":false} {"level":"info","ts":1784831406.3946562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","EoS":true} {"level":"info","ts":1784831406.3946762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831406.3946886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831406.3947098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fd203ea-acaf-46bd-bfde-bf914061c579"} {"level":"info","ts":1784831406.4363062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831406.436388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831406.4364028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831406.4364154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","EoS":false} {"level":"info","ts":1784831406.436426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","EoS":true} {"level":"info","ts":1784831406.436447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831406.4364626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831406.4364822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed3c460c-da51-4e08-8947-10a49f954fae"} {"level":"info","ts":1784831406.470715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831406.4707866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a27d45d5-3fc6-478e-8025-5e624d919d92"} {"level":"info","ts":1784831406.4707968,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a27d45d5-3fc6-478e-8025-5e624d919d92"} {"level":"info","ts":1784831406.4708073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a27d45d5-3fc6-478e-8025-5e624d919d92","EoS":false} {"level":"info","ts":1784831406.4708176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a27d45d5-3fc6-478e-8025-5e624d919d92","EoS":true} {"level":"info","ts":1784831406.470838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a27d45d5-3fc6-478e-8025-5e624d919d92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831406.4708521,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a27d45d5-3fc6-478e-8025-5e624d919d92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831406.470873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a27d45d5-3fc6-478e-8025-5e624d919d92"} {"level":"info","ts":1784831406.5065877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831406.5066743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1987387a-accf-4f29-b08a-781710454edf"} {"level":"info","ts":1784831406.5066836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1987387a-accf-4f29-b08a-781710454edf"} {"level":"info","ts":1784831406.506696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1987387a-accf-4f29-b08a-781710454edf","EoS":false} {"level":"info","ts":1784831406.5067062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1987387a-accf-4f29-b08a-781710454edf","EoS":true} {"level":"info","ts":1784831406.5067282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1987387a-accf-4f29-b08a-781710454edf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831406.5067456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1987387a-accf-4f29-b08a-781710454edf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831406.506765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1987387a-accf-4f29-b08a-781710454edf"} {"level":"info","ts":1784831411.4155092,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b991d214-f818-4b54-9aa1-b1386348a9b4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831411.4155312,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e9a712-eaeb-47f4-8a6b-b38c1e23c41c"} {"level":"info","ts":1784831411.415552,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b991d214-f818-4b54-9aa1-b1386348a9b4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831411.4239209,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bb2b61b-9381-443f-bef0-08418be71d2f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831411.4239547,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9bb2b61b-9381-443f-bef0-08418be71d2f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831411.4244905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35554.328100978,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.42451,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.5469322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba8f08c5-ceb7-4d60-85f0-7295a758451c"} {"level":"info","ts":1784831411.547382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4acd9ba0-1e78-405a-bfc2-a5bad2a650fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.5474246,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4acd9ba0-1e78-405a-bfc2-a5bad2a650fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.5494134,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.636047,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34bdbbc6-da1f-42f9-8ad6-818c848a2d9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831411.636093,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34bdbbc6-da1f-42f9-8ad6-818c848a2d9f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784831411.6362028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab3187ca-76c7-4e24-99fd-739fc06a9a6e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.6362402,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab3187ca-76c7-4e24-99fd-739fc06a9a6e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.6362822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36157.883910857,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.6363063,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784831411.6364179,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba8f08c5-ceb7-4d60-85f0-7295a758451c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.6365788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc658f18-66d0-4543-94aa-edf551de7e54","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.6366062,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc658f18-66d0-4543-94aa-edf551de7e54","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.636633,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39571.708723917,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.636648,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.6452858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.646486,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784831411.7099226,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9709c9d-e044-42c9-96ab-aa8119afa5d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.7099771,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9709c9d-e044-42c9-96ab-aa8119afa5d6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.727147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db9c9ea2-0845-44b8-a418-0edb63e1310e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.727196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db9c9ea2-0845-44b8-a418-0edb63e1310e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.736031,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e9a712-eaeb-47f4-8a6b-b38c1e23c41c","name":"e2e-external-provider"} {"level":"info","ts":1784831411.737121,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba8f08c5-ceb7-4d60-85f0-7295a758451c","name":"e2e-external-model"} {"level":"info","ts":1784831411.745312,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35e866f6-47c9-4b10-b5d9-1965b01dfbf5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831411.7453463,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35e866f6-47c9-4b10-b5d9-1965b01dfbf5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784831411.746387,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba8f08c5-ceb7-4d60-85f0-7295a758451c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831411.747069,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e9a712-eaeb-47f4-8a6b-b38c1e23c41c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784831411.7505407,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba8f08c5-ceb7-4d60-85f0-7295a758451c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.7506473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4159fc09-f558-428c-8eda-3ee04018ffd1"} {"level":"info","ts":1784831411.7507026,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4159fc09-f558-428c-8eda-3ee04018ffd1","name":"e2e-external-model"} {"level":"error","ts":1784831411.7513082,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90e9a712-eaeb-47f4-8a6b-b38c1e23c41c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831411.7514017,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe8b70e7-2420-430e-bc63-88c39f4548ec"} {"level":"info","ts":1784831411.7514532,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe8b70e7-2420-430e-bc63-88c39f4548ec","name":"e2e-external-provider"} {"level":"info","ts":1784831411.7603347,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4159fc09-f558-428c-8eda-3ee04018ffd1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831411.7618487,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe8b70e7-2420-430e-bc63-88c39f4548ec","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784831418.9874709,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831418.9875648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8"} {"level":"info","ts":1784831418.9875793,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8"} {"level":"info","ts":1784831418.9875987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8","EoS":false} {"level":"info","ts":1784831418.9876182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8","EoS":true} {"level":"info","ts":1784831418.987639,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831418.9876559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831418.987663,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8","modelName":"e2e-external-model"} {"level":"info","ts":1784831418.9876788,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831418.987735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a59dbcee-32ce-4744-8f84-0ed82af857b8"} {"level":"info","ts":1784831419.0368078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831419.0368834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8"} {"level":"info","ts":1784831419.0369093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8"} {"level":"info","ts":1784831419.0369267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8","EoS":false} {"level":"info","ts":1784831419.0369377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8","EoS":true} {"level":"info","ts":1784831419.0369568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831419.0369716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831419.0369782,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8","modelName":"e2e-external-model"} {"level":"info","ts":1784831419.0369925,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831419.0370338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08c4d61d-7354-4340-8785-95e71c63e8a8"} {"level":"info","ts":1784831419.0644329,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831419.064511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15"} {"level":"info","ts":1784831419.0645225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15"} {"level":"info","ts":1784831419.0645335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","EoS":false} {"level":"info","ts":1784831419.064544,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","EoS":true} {"level":"info","ts":1784831419.0645645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831419.0645788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831419.0645857,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","modelName":"e2e-external-model"} {"level":"info","ts":1784831419.0645998,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831419.0646353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f790b22a-55b4-4971-9286-94433e4b2e15"} {"level":"info","ts":1784831419.2003345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf2cc127-0066-471d-b2ba-f8d142b98dae"} {"level":"info","ts":1784831419.20038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31497bcd-621c-47fa-814a-4c780da23c69","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2004116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31497bcd-621c-47fa-814a-4c780da23c69","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831419.2063231,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf2cc127-0066-471d-b2ba-f8d142b98dae","name":"e2e-cleanup-test"} {"level":"info","ts":1784831419.2063851,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d83dada-4fac-4358-9daa-53695ecb4ed9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2064023,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d83dada-4fac-4358-9daa-53695ecb4ed9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831419.2169504,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf2cc127-0066-471d-b2ba-f8d142b98dae","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831419.2250173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9217e19f-7a61-4572-913b-fc26c3d57452"} {"level":"info","ts":1784831419.225066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6ef6d31-4362-4243-829b-89ead9e5e6b1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2250893,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9217e19f-7a61-4572-913b-fc26c3d57452","name":"e2e-cleanup-test"} {"level":"info","ts":1784831419.225097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6ef6d31-4362-4243-829b-89ead9e5e6b1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831419.2408586,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63a919a0-3f10-4b61-9177-62c9ab27a61f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2408998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63a919a0-3f10-4b61-9177-62c9ab27a61f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784831419.241008,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9217e19f-7a61-4572-913b-fc26c3d57452","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784831419.2410893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9bdb17f-5bdb-4e11-ab6c-3d8faad04b93"} {"level":"info","ts":1784831419.241135,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9bdb17f-5bdb-4e11-ab6c-3d8faad04b93","name":"e2e-cleanup-test"} {"level":"info","ts":1784831419.2509677,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9bdb17f-5bdb-4e11-ab6c-3d8faad04b93","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831419.2586367,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be5502b1-5dfe-4159-bfd5-8229213702f8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831419.2586668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be5502b1-5dfe-4159-bfd5-8229213702f8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784831419.2586367,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa1a36b2-19d2-4e85-8253-06f6cb64fe2c"} {"level":"info","ts":1784831419.2587264,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa1a36b2-19d2-4e85-8253-06f6cb64fe2c","name":"e2e-cleanup-test"} {"level":"info","ts":1784831419.267842,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa1a36b2-19d2-4e85-8253-06f6cb64fe2c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784831427.48098,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97f089fe-d28f-47f4-a230-b6dc470abf96"} {"level":"info","ts":1784831427.4810457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1670e05e-e7fe-49f1-85a1-5d4088f2da4d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831427.4810784,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1670e05e-e7fe-49f1-85a1-5d4088f2da4d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784831431.8279366,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831431.8280456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de"} {"level":"info","ts":1784831431.8280604,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de"} {"level":"info","ts":1784831431.8280802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de","EoS":false} {"level":"info","ts":1784831431.8280957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de","EoS":true} {"level":"info","ts":1784831431.828128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784831431.8281505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784831431.8281815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9776782f-46cc-40b4-9c21-c76a264bd0de"} {"level":"info","ts":1784831431.8554423,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831431.8555129,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235"} {"level":"info","ts":1784831431.8555233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235"} {"level":"info","ts":1784831431.855534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","EoS":false} {"level":"info","ts":1784831431.8555567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","EoS":true} {"level":"info","ts":1784831431.8555746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784831431.8555899,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831431.8555975,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","modelName":"e2e-external-model"} {"level":"info","ts":1784831431.8556116,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784831431.85565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"daeef434-a29c-4156-9619-1038f1ae6235"} {"level":"info","ts":1784831431.8929515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831431.8930302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831431.89304,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831431.8930514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","EoS":false} {"level":"info","ts":1784831431.8930612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","EoS":true} {"level":"info","ts":1784831431.893081,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784831431.893096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784831431.8931158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b2cd431-b2bd-962e-be2a-0d6f3856233d"} {"level":"info","ts":1784831432.0339446,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831432.0340118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.034021,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.0340319,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","EoS":false} {"level":"info","ts":1784831432.0340438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","EoS":true} {"level":"info","ts":1784831432.034067,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc","field":"model"} {"level":"info","ts":1784831432.0340953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e45b7c46-306e-4499-9c1f-4fd704c88bfc"} {"level":"info","ts":1784831432.9910915,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef840bf7-4823-4ebc-bc3d-418387c043ba"} {"level":"info","ts":1784831432.9910915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c769902-4b9d-48c2-8ad3-eb3b49f2361b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831432.9911695,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c769902-4b9d-48c2-8ad3-eb3b49f2361b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784831433.2192695,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"454d67fa-1150-4e6a-9027-84f154324bf3"} {"level":"info","ts":1784831433.2192736,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e58c3a8-4db7-45a7-a49b-b34279af4f78","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784831433.2193449,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e58c3a8-4db7-45a7-a49b-b34279af4f78","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784832032.4155443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832032.4156308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bec69f82-8f83-4a57-ba76-329196763729"} {"level":"info","ts":1784832032.415644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bec69f82-8f83-4a57-ba76-329196763729"} {"level":"info","ts":1784832032.4156597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bec69f82-8f83-4a57-ba76-329196763729","EoS":false} {"level":"info","ts":1784832032.41568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bec69f82-8f83-4a57-ba76-329196763729","EoS":true} {"level":"info","ts":1784832032.4157023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bec69f82-8f83-4a57-ba76-329196763729","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832032.4157193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bec69f82-8f83-4a57-ba76-329196763729","path":"/ai-tenant-e2e-inf-b-fa8ad7/test-model-fa8ad7/v1/chat/completions"} {"level":"info","ts":1784832032.415741,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bec69f82-8f83-4a57-ba76-329196763729"} {"level":"info","ts":1784832053.4793174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832053.4794056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832053.4794202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832053.479437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","EoS":false} {"level":"info","ts":1784832053.4794486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","EoS":true} {"level":"info","ts":1784832053.4794686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832053.4794874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c","path":"/ai-tenant-e2e-inf-b-fa8ad7/test-model-fa8ad7/v1/chat/completions"} {"level":"info","ts":1784832053.4795082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a5f6041-b1f6-43a2-b3d6-821343619f4c"} {"level":"info","ts":1784832578.0148153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832578.0149055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"} {"level":"info","ts":1784832578.0149188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"} {"level":"info","ts":1784832578.01493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","EoS":false} {"level":"info","ts":1784832578.0149403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","EoS":true} {"level":"info","ts":1784832578.01496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832578.0149772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c","path":"/ai-tenant-e2e-shared-b-118a8c/rate-test-model-118a8c/v1/completions"} {"level":"info","ts":1784832578.0150008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f8038f7-6732-445e-a6d6-2985d88fb24c"}