{"level":"info","ts":1784755460.5531847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afa96b96-8b4a-4f41-bbaa-3719b6807131","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755460.5532043,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afa96b96-8b4a-4f41-bbaa-3719b6807131"} {"level":"info","ts":1784755461.1976757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755461.1977613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"} {"level":"info","ts":1784755461.1977715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"} {"level":"info","ts":1784755461.1977844,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","EoS":false} {"level":"info","ts":1784755461.1978006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","EoS":true} {"level":"info","ts":1784755461.1978214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755461.1978416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755461.1978624,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"777e157a-d789-4007-a8f5-263ba5524490"} {"level":"info","ts":1784755461.2329628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755461.2330396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ff57a2b-4435-4313-9278-e03b7e2d6ad0"} {"level":"info","ts":1784755461.2330523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ff57a2b-4435-4313-9278-e03b7e2d6ad0"} {"level":"info","ts":1784755461.233089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ff57a2b-4435-4313-9278-e03b7e2d6ad0","EoS":false} {"level":"info","ts":1784755461.2331095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ff57a2b-4435-4313-9278-e03b7e2d6ad0","EoS":true} {"level":"info","ts":1784755461.2331367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ff57a2b-4435-4313-9278-e03b7e2d6ad0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755461.2331583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ff57a2b-4435-4313-9278-e03b7e2d6ad0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755461.2331796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ff57a2b-4435-4313-9278-e03b7e2d6ad0"} {"level":"info","ts":1784755465.3750472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755465.3751528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e73bbe0-6220-4659-a6f3-56e81148150c"} {"level":"info","ts":1784755465.375165,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e73bbe0-6220-4659-a6f3-56e81148150c"} {"level":"info","ts":1784755465.375223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e73bbe0-6220-4659-a6f3-56e81148150c","EoS":false} {"level":"info","ts":1784755465.375235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e73bbe0-6220-4659-a6f3-56e81148150c","EoS":true} {"level":"info","ts":1784755465.3752568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e73bbe0-6220-4659-a6f3-56e81148150c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755465.3752725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e73bbe0-6220-4659-a6f3-56e81148150c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755465.3752947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e73bbe0-6220-4659-a6f3-56e81148150c"} {"level":"info","ts":1784755484.2830184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755484.2831485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"} {"level":"info","ts":1784755484.2831683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"} {"level":"info","ts":1784755484.2831862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","EoS":false} {"level":"info","ts":1784755484.283259,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","EoS":true} {"level":"info","ts":1784755484.28329,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755484.28331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755484.2833354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2447427d-f57b-43d9-a081-0953b21da1e3"} {"level":"info","ts":1784755484.4157574,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755484.4158385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"} {"level":"info","ts":1784755484.4158502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"} {"level":"info","ts":1784755484.4158611,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","EoS":false} {"level":"info","ts":1784755484.4158742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","EoS":true} {"level":"info","ts":1784755484.4158974,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755484.4159124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755484.4159331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2dc71889-08bf-4e3a-8018-334eff84dacb"} {"level":"info","ts":1784755484.5498538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755484.5499337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"} {"level":"info","ts":1784755484.5499434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"} {"level":"info","ts":1784755484.549956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","EoS":false} {"level":"info","ts":1784755484.5499663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","EoS":true} {"level":"info","ts":1784755484.5499873,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755484.5500038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755484.5500262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0caa04a1-87fd-41f5-8dae-f46c2e4ca1a3"} {"level":"info","ts":1784755484.6838386,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755484.6839566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"} {"level":"info","ts":1784755484.6839762,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"} {"level":"info","ts":1784755484.6839948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","EoS":false} {"level":"info","ts":1784755484.6840131,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","EoS":true} {"level":"info","ts":1784755484.6840396,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755484.684057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755484.6841002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f912d2a-868d-487f-8e58-f8b83480adb5"} {"level":"info","ts":1784755484.821927,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755484.822009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"} {"level":"info","ts":1784755484.822019,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"} {"level":"info","ts":1784755484.8220298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","EoS":false} {"level":"info","ts":1784755484.8220413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","EoS":true} {"level":"info","ts":1784755484.8221471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755484.8221684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755484.8221893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"146f6dc9-c675-433a-b6d3-d04e0d1ea0b6"} {"level":"info","ts":1784755484.955999,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755484.9561157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4c4fa5e-a6f4-4221-a952-0946356eb5a6"} {"level":"info","ts":1784755484.9561265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4c4fa5e-a6f4-4221-a952-0946356eb5a6"} {"level":"info","ts":1784755484.956139,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4c4fa5e-a6f4-4221-a952-0946356eb5a6","EoS":false} {"level":"info","ts":1784755484.9561524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4c4fa5e-a6f4-4221-a952-0946356eb5a6","EoS":true} {"level":"info","ts":1784755484.956184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4c4fa5e-a6f4-4221-a952-0946356eb5a6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755484.9562004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4c4fa5e-a6f4-4221-a952-0946356eb5a6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755484.9562228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4c4fa5e-a6f4-4221-a952-0946356eb5a6"} {"level":"info","ts":1784755504.7610285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755504.761139,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"} {"level":"info","ts":1784755504.7611582,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"} {"level":"info","ts":1784755504.7612247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","EoS":false} {"level":"info","ts":1784755504.7612362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","EoS":true} {"level":"info","ts":1784755504.7612586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755504.761274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755504.7612948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9b6a9ec-30d4-4e40-a8b2-f4c18317b5b1"} {"level":"info","ts":1784755504.7947547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755504.794838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02a1de7a-73c3-4af9-ad4a-344e68400222"} {"level":"info","ts":1784755504.794849,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02a1de7a-73c3-4af9-ad4a-344e68400222"} {"level":"info","ts":1784755504.7948608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02a1de7a-73c3-4af9-ad4a-344e68400222","EoS":false} {"level":"info","ts":1784755504.7948835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02a1de7a-73c3-4af9-ad4a-344e68400222","EoS":true} {"level":"info","ts":1784755504.7949066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02a1de7a-73c3-4af9-ad4a-344e68400222","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755504.7949224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02a1de7a-73c3-4af9-ad4a-344e68400222","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755504.7949436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02a1de7a-73c3-4af9-ad4a-344e68400222"} {"level":"info","ts":1784755504.8231382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755504.8232186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d92c262-3cc9-4367-9dca-11a84b4b6857"} {"level":"info","ts":1784755504.8232305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d92c262-3cc9-4367-9dca-11a84b4b6857"} {"level":"info","ts":1784755504.8232422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d92c262-3cc9-4367-9dca-11a84b4b6857","EoS":false} {"level":"info","ts":1784755504.8232553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d92c262-3cc9-4367-9dca-11a84b4b6857","EoS":true} {"level":"info","ts":1784755504.8232753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d92c262-3cc9-4367-9dca-11a84b4b6857","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755504.8232896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d92c262-3cc9-4367-9dca-11a84b4b6857","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755504.8233094,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d92c262-3cc9-4367-9dca-11a84b4b6857"} {"level":"info","ts":1784755504.8529248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755504.8530047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3995f721-f867-47e0-81df-a0d41352d96d"} {"level":"info","ts":1784755509.4550407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755509.4551373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"} {"level":"info","ts":1784755509.4551501,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"} {"level":"info","ts":1784755509.4551613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","EoS":false} {"level":"info","ts":1784755509.4551744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","EoS":true} {"level":"info","ts":1784755509.4551961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755509.4552126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755509.4552376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23f41d0f-83de-4d50-940c-279f2d73e377"} {"level":"info","ts":1784755518.0029175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755518.003002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c3685b5-6d7e-440a-91c4-4191a5e85f8c"} {"level":"info","ts":1784755518.003012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c3685b5-6d7e-440a-91c4-4191a5e85f8c"} {"level":"info","ts":1784755518.0030236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c3685b5-6d7e-440a-91c4-4191a5e85f8c","EoS":false} {"level":"info","ts":1784755518.0030332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c3685b5-6d7e-440a-91c4-4191a5e85f8c","EoS":true} {"level":"info","ts":1784755518.003053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c3685b5-6d7e-440a-91c4-4191a5e85f8c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755518.0031004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c3685b5-6d7e-440a-91c4-4191a5e85f8c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755518.003135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c3685b5-6d7e-440a-91c4-4191a5e85f8c"} {"level":"info","ts":1784755520.0387416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755520.0388365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"} {"level":"info","ts":1784755520.0388472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"} {"level":"info","ts":1784755520.0388582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","EoS":false} {"level":"info","ts":1784755520.0388722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","EoS":true} {"level":"info","ts":1784755520.0388918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755520.0389118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755520.0389445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c06d5abc-f323-482a-a198-39f9f557e27f"} {"level":"info","ts":1784755532.88206,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755532.8821898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"} {"level":"info","ts":1784755532.8822024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"} {"level":"info","ts":1784755532.882214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","EoS":false} {"level":"info","ts":1784755532.8822293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","EoS":true} {"level":"info","ts":1784755532.8822498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755532.8822646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755532.8822868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57d294f9-0bfb-4a85-bdba-b84761c09e0a"} {"level":"info","ts":1784755541.387848,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755541.3879268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"} {"level":"info","ts":1784755541.38794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"} {"level":"info","ts":1784755541.3879519,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","EoS":false} {"level":"info","ts":1784755541.3879616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","EoS":true} {"level":"info","ts":1784755541.387981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755541.3879952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755541.3880212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90f8a447-3c33-4ca4-935a-45a4434d4dd7"} {"level":"info","ts":1784755550.2085109,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755550.2085974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"} {"level":"info","ts":1784755550.2086077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"} {"level":"info","ts":1784755550.2086208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","EoS":false} {"level":"info","ts":1784755550.2086372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","EoS":true} {"level":"info","ts":1784755550.208669,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755550.2086859,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755550.2087007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"544020a9-da81-420c-ba17-0135f8cd5b54"} {"level":"info","ts":1784755559.1682084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755559.1682873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"402959ab-d894-448c-88b0-b818e1c5845a"} {"level":"info","ts":1784755559.1682978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"402959ab-d894-448c-88b0-b818e1c5845a"} {"level":"info","ts":1784755559.16831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"402959ab-d894-448c-88b0-b818e1c5845a","EoS":false} {"level":"info","ts":1784755559.1683228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"402959ab-d894-448c-88b0-b818e1c5845a","EoS":true} {"level":"info","ts":1784755559.1683445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"402959ab-d894-448c-88b0-b818e1c5845a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755559.1684167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"402959ab-d894-448c-88b0-b818e1c5845a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755559.1684434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"402959ab-d894-448c-88b0-b818e1c5845a"} {"level":"info","ts":1784755563.8866541,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755563.886742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67f7bf80-d410-4585-97de-79b8645c537f"} {"level":"info","ts":1784755563.8867562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67f7bf80-d410-4585-97de-79b8645c537f"} {"level":"info","ts":1784755563.8867743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67f7bf80-d410-4585-97de-79b8645c537f","EoS":false} {"level":"info","ts":1784755563.8867965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67f7bf80-d410-4585-97de-79b8645c537f","EoS":true} {"level":"info","ts":1784755563.8868291,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67f7bf80-d410-4585-97de-79b8645c537f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784755563.8868473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67f7bf80-d410-4585-97de-79b8645c537f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755563.886883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67f7bf80-d410-4585-97de-79b8645c537f"} {"level":"info","ts":1784755568.631794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755568.6318765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d08f51ab-f2ab-4988-a84b-4a51fb36f1a9"} {"level":"info","ts":1784755568.6318862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d08f51ab-f2ab-4988-a84b-4a51fb36f1a9"} {"level":"info","ts":1784755568.6318982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d08f51ab-f2ab-4988-a84b-4a51fb36f1a9","EoS":false} {"level":"info","ts":1784755568.6319144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d08f51ab-f2ab-4988-a84b-4a51fb36f1a9","EoS":true} {"level":"info","ts":1784755568.6319344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d08f51ab-f2ab-4988-a84b-4a51fb36f1a9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755568.6319518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d08f51ab-f2ab-4988-a84b-4a51fb36f1a9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755568.631968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d08f51ab-f2ab-4988-a84b-4a51fb36f1a9"} {"level":"info","ts":1784755568.8946066,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755568.8946958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50c0a3e1-41cf-48c6-be4b-9b71bc6189bd"} {"level":"info","ts":1784755568.894708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50c0a3e1-41cf-48c6-be4b-9b71bc6189bd"} {"level":"info","ts":1784755568.8947196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50c0a3e1-41cf-48c6-be4b-9b71bc6189bd","EoS":false} {"level":"info","ts":1784755568.8947296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50c0a3e1-41cf-48c6-be4b-9b71bc6189bd","EoS":true} {"level":"info","ts":1784755568.8947492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50c0a3e1-41cf-48c6-be4b-9b71bc6189bd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755568.894763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50c0a3e1-41cf-48c6-be4b-9b71bc6189bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755568.8947837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50c0a3e1-41cf-48c6-be4b-9b71bc6189bd"} {"level":"info","ts":1784755570.9252892,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755570.9253721,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12d55732-129b-40cd-bd7e-9e1f1e80c233"} {"level":"info","ts":1784755570.9253817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12d55732-129b-40cd-bd7e-9e1f1e80c233"} {"level":"info","ts":1784755570.9253922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12d55732-129b-40cd-bd7e-9e1f1e80c233","EoS":false} {"level":"info","ts":1784755570.9254098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12d55732-129b-40cd-bd7e-9e1f1e80c233","EoS":true} {"level":"info","ts":1784755570.9254904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12d55732-129b-40cd-bd7e-9e1f1e80c233","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755570.9255078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12d55732-129b-40cd-bd7e-9e1f1e80c233","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755570.9255307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12d55732-129b-40cd-bd7e-9e1f1e80c233"} {"level":"info","ts":1784755572.9732497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755572.9733353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"578a28dc-4c06-4f3a-9fde-1e56ef203c65"} {"level":"info","ts":1784755572.973345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"578a28dc-4c06-4f3a-9fde-1e56ef203c65"} {"level":"info","ts":1784755572.9733586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"578a28dc-4c06-4f3a-9fde-1e56ef203c65","EoS":false} {"level":"info","ts":1784755572.9733791,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"578a28dc-4c06-4f3a-9fde-1e56ef203c65","EoS":true} {"level":"info","ts":1784755572.9734032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"578a28dc-4c06-4f3a-9fde-1e56ef203c65","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755572.9734173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"578a28dc-4c06-4f3a-9fde-1e56ef203c65","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755572.9734328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"578a28dc-4c06-4f3a-9fde-1e56ef203c65"} {"level":"info","ts":1784755575.0033536,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755575.00343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"} {"level":"info","ts":1784755575.0034392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"} {"level":"info","ts":1784755575.0034516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","EoS":false} {"level":"info","ts":1784755575.003466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","EoS":true} {"level":"info","ts":1784755575.003486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755575.0035007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755575.003523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9747c24-d727-44b3-b470-22a883c8c18b"} {"level":"info","ts":1784755597.359022,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755597.359149,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"} {"level":"info","ts":1784755597.359222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"} {"level":"info","ts":1784755597.3592396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","EoS":false} {"level":"info","ts":1784755597.3592534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","EoS":true} {"level":"info","ts":1784755597.359278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755597.3592975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755597.3593245,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2ac67c2-8e87-4fac-94ae-96fca9fe66c6"} {"level":"info","ts":1784755606.6925933,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755606.6926818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5bc7cdc-f45f-4caa-be07-4f904fc598da"} {"level":"info","ts":1784755606.692691,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5bc7cdc-f45f-4caa-be07-4f904fc598da"} {"level":"info","ts":1784755606.6927025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5bc7cdc-f45f-4caa-be07-4f904fc598da","EoS":false} {"level":"info","ts":1784755606.6927166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5bc7cdc-f45f-4caa-be07-4f904fc598da","EoS":true} {"level":"info","ts":1784755606.6927354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5bc7cdc-f45f-4caa-be07-4f904fc598da","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755606.6927512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5bc7cdc-f45f-4caa-be07-4f904fc598da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755606.6927705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5bc7cdc-f45f-4caa-be07-4f904fc598da"} {"level":"info","ts":1784755612.1155517,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755612.1156316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2673c90c-1060-4ad3-bf0b-20618edf9163"} {"level":"info","ts":1784755612.1156392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2673c90c-1060-4ad3-bf0b-20618edf9163"} {"level":"info","ts":1784755612.1156504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2673c90c-1060-4ad3-bf0b-20618edf9163","EoS":false} {"level":"info","ts":1784755612.1156614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2673c90c-1060-4ad3-bf0b-20618edf9163","EoS":true} {"level":"info","ts":1784755612.1157322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2673c90c-1060-4ad3-bf0b-20618edf9163","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755612.1157494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2673c90c-1060-4ad3-bf0b-20618edf9163","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755612.1157706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2673c90c-1060-4ad3-bf0b-20618edf9163"} {"level":"info","ts":1784755621.7691834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755621.7692723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0f99159-7cfa-44b7-9113-c77af662d891"} {"level":"info","ts":1784755621.769283,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0f99159-7cfa-44b7-9113-c77af662d891"} {"level":"info","ts":1784755621.769296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0f99159-7cfa-44b7-9113-c77af662d891","EoS":false} {"level":"info","ts":1784755621.769307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0f99159-7cfa-44b7-9113-c77af662d891","EoS":true} {"level":"info","ts":1784755621.7693288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0f99159-7cfa-44b7-9113-c77af662d891","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755621.7693446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0f99159-7cfa-44b7-9113-c77af662d891","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755621.7693646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0f99159-7cfa-44b7-9113-c77af662d891"} {"level":"info","ts":1784755623.8112354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755623.811322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"} {"level":"info","ts":1784755623.8113348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"} {"level":"info","ts":1784755623.8113525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","EoS":false} {"level":"info","ts":1784755623.8113737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","EoS":true} {"level":"info","ts":1784755623.811406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755623.811427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755623.8114595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18e87949-232e-44bc-b59b-257f121f7f84"} {"level":"info","ts":1784755633.158772,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755633.158846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"} {"level":"info","ts":1784755633.1588554,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"} {"level":"info","ts":1784755633.1588666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","EoS":false} {"level":"info","ts":1784755633.1588807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","EoS":true} {"level":"info","ts":1784755633.1589003,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755633.1589153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755633.1589377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68a74f73-bd94-4c2b-b2f5-ab0f17c0b0a9"} {"level":"info","ts":1784755633.1992636,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755633.199339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"} {"level":"info","ts":1784755633.1993504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"} {"level":"info","ts":1784755633.1993616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","EoS":false} {"level":"info","ts":1784755633.1993728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","EoS":true} {"level":"info","ts":1784755633.199394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755633.1994066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755633.1994298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd9a14d3-7699-4687-8e5c-60611111580f"} {"level":"info","ts":1784755652.2422748,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755652.2423503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"} {"level":"info","ts":1784755652.242361,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"} {"level":"info","ts":1784755652.2423716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","EoS":false} {"level":"info","ts":1784755652.242384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","EoS":true} {"level":"info","ts":1784755652.242464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755652.2424815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755652.242501,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"391b7f70-8234-4bb5-8f70-3e6bcda64394"} {"level":"info","ts":1784755661.5407784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755661.540863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb635605-4ebe-4e32-a6fb-086426f0811e"} {"level":"info","ts":1784755661.5408764,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb635605-4ebe-4e32-a6fb-086426f0811e"} {"level":"info","ts":1784755661.5408897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb635605-4ebe-4e32-a6fb-086426f0811e","EoS":false} {"level":"info","ts":1784755661.540908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb635605-4ebe-4e32-a6fb-086426f0811e","EoS":true} {"level":"info","ts":1784755661.5409296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb635605-4ebe-4e32-a6fb-086426f0811e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755661.540944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb635605-4ebe-4e32-a6fb-086426f0811e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755661.540965,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb635605-4ebe-4e32-a6fb-086426f0811e"} {"level":"info","ts":1784755666.6893086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755666.6894016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1167b72b-c191-40da-b7c7-6fc56064bbce"} {"level":"info","ts":1784755666.689413,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1167b72b-c191-40da-b7c7-6fc56064bbce"} {"level":"info","ts":1784755666.6894248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1167b72b-c191-40da-b7c7-6fc56064bbce","EoS":false} {"level":"info","ts":1784755666.689436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1167b72b-c191-40da-b7c7-6fc56064bbce","EoS":true} {"level":"info","ts":1784755666.689453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1167b72b-c191-40da-b7c7-6fc56064bbce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784755666.6894672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1167b72b-c191-40da-b7c7-6fc56064bbce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784755666.689482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1167b72b-c191-40da-b7c7-6fc56064bbce"} {"level":"info","ts":1784755756.8294117,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755756.8294952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"714e8dd1-fba6-4df5-8bb0-44f22a1cca65"} {"level":"info","ts":1784755756.8295085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"714e8dd1-fba6-4df5-8bb0-44f22a1cca65"} {"level":"info","ts":1784755756.82952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"714e8dd1-fba6-4df5-8bb0-44f22a1cca65","EoS":false} {"level":"info","ts":1784755756.8295326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"714e8dd1-fba6-4df5-8bb0-44f22a1cca65","EoS":true} {"level":"info","ts":1784755756.8295522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"714e8dd1-fba6-4df5-8bb0-44f22a1cca65","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784755756.8295686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"714e8dd1-fba6-4df5-8bb0-44f22a1cca65","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784755756.8295834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"714e8dd1-fba6-4df5-8bb0-44f22a1cca65"} {"level":"info","ts":1784755782.2123935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755782.212471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"} {"level":"info","ts":1784755782.2124798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"} {"level":"info","ts":1784755782.2124906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","EoS":false} {"level":"info","ts":1784755782.2125008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","EoS":true} {"level":"info","ts":1784755782.21252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784755782.2125323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784755782.2125528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67fbce10-5a10-45bf-a9d8-33ee1f94531b"} {"level":"info","ts":1784755817.1710951,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755817.1711752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"} {"level":"info","ts":1784755817.1711872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"} {"level":"info","ts":1784755817.1711984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","EoS":false} {"level":"info","ts":1784755817.1712084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","EoS":true} {"level":"info","ts":1784755817.1712294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755817.1712449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755817.1712685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34c4cc2c-6131-4d0e-b216-fed8fee851c2"} {"level":"info","ts":1784755832.4514227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755832.4514945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"} {"level":"info","ts":1784755832.4515042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"} {"level":"info","ts":1784755832.4515154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","EoS":false} {"level":"info","ts":1784755832.4515278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","EoS":true} {"level":"info","ts":1784755832.4515474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755832.4515615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755832.4515805,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bceaddc4-4020-4e05-a537-c7076286a2ef"} {"level":"info","ts":1784755832.7389054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784755832.738977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d59a9e9c-9093-4e16-a0db-8ef7ee819494"} {"level":"info","ts":1784755832.738987,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d59a9e9c-9093-4e16-a0db-8ef7ee819494"} {"level":"info","ts":1784755832.7389984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d59a9e9c-9093-4e16-a0db-8ef7ee819494","EoS":false} {"level":"info","ts":1784755832.7390084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d59a9e9c-9093-4e16-a0db-8ef7ee819494","EoS":true} {"level":"info","ts":1784755832.7390277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d59a9e9c-9093-4e16-a0db-8ef7ee819494","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784755832.739108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d59a9e9c-9093-4e16-a0db-8ef7ee819494","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784755832.739132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d59a9e9c-9093-4e16-a0db-8ef7ee819494"} {"level":"info","ts":1784756131.9513452,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756131.951434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"} {"level":"info","ts":1784756131.9514456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"} {"level":"info","ts":1784756131.951458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","EoS":false} {"level":"info","ts":1784756131.9514775,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","EoS":true} {"level":"info","ts":1784756131.9515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784756131.9515162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784756131.9515374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49e5192e-d4b7-4036-91fb-6b90264dea72"} {"level":"info","ts":1784756131.989184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756131.9892583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca6a71b1-1245-48fe-a912-7c64d69c7eb3"} {"level":"info","ts":1784756131.989269,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca6a71b1-1245-48fe-a912-7c64d69c7eb3"} {"level":"info","ts":1784756131.9892797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca6a71b1-1245-48fe-a912-7c64d69c7eb3","EoS":false} {"level":"info","ts":1784756131.98929,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca6a71b1-1245-48fe-a912-7c64d69c7eb3","EoS":true} {"level":"info","ts":1784756131.9893079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca6a71b1-1245-48fe-a912-7c64d69c7eb3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784756131.9893217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca6a71b1-1245-48fe-a912-7c64d69c7eb3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784756131.9893413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca6a71b1-1245-48fe-a912-7c64d69c7eb3"} {"level":"info","ts":1784756132.0229084,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756132.0229642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13fd3491-52a1-4b6b-8a83-b7b285b85ea1"} {"level":"info","ts":1784756132.0229752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13fd3491-52a1-4b6b-8a83-b7b285b85ea1"} {"level":"info","ts":1784756132.0229855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13fd3491-52a1-4b6b-8a83-b7b285b85ea1","EoS":false} {"level":"info","ts":1784756132.0229948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13fd3491-52a1-4b6b-8a83-b7b285b85ea1","EoS":true} {"level":"info","ts":1784756132.023009,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13fd3491-52a1-4b6b-8a83-b7b285b85ea1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784756132.0230207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13fd3491-52a1-4b6b-8a83-b7b285b85ea1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784756132.0230327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13fd3491-52a1-4b6b-8a83-b7b285b85ea1"} {"level":"info","ts":1784756136.8564537,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"862eb887-7f08-425e-a6e0-c739f4dfe4db","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784756136.8564909,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"862eb887-7f08-425e-a6e0-c739f4dfe4db","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784756136.8565395,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"557cef41-b802-4826-85eb-4379771508b9"} {"level":"info","ts":1784756136.8620355,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42444a52-46d7-4d0a-b07b-7662d8b457b3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784756136.8620594,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42444a52-46d7-4d0a-b07b-7662d8b457b3","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784756136.8656723,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"557cef41-b802-4826-85eb-4379771508b9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784756136.8658853,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35810.855885071,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756136.8659043,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756137.0462065,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f3dd6c5-92d5-4bab-bf2a-fac6a907484d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784756137.04626,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f3dd6c5-92d5-4bab-bf2a-fac6a907484d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784756137.046368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"496489c2-9a15-4271-9297-06ed442e926c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784756137.0464413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"496489c2-9a15-4271-9297-06ed442e926c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784756137.0465047,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf3f8905-4b8c-4b13-a01a-710e30693cab"} {"level":"info","ts":1784756137.0467658,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33754.589163512,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756137.0467865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756137.0469255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67762920-939e-4733-a151-8c6799009461","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784756137.0469575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67762920-939e-4733-a151-8c6799009461","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784756137.0482275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756137.0530894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756137.0661077,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36412.8569176,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756137.0661244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756137.0756123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784756137.1189537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7afa284-ce98-4572-a6f7-adafb39684fa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784756137.1189775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7afa284-ce98-4572-a6f7-adafb39684fa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784756137.1310961,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4afa3958-dd98-48b6-bbd4-e3295e3b45a0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784756137.13112,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4afa3958-dd98-48b6-bbd4-e3295e3b45a0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784756137.1467917,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf3f8905-4b8c-4b13-a01a-710e30693cab","name":"e2e-external-model"} {"level":"info","ts":1784756137.1469703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fce326c3-f513-4b8a-a459-e57264da8cc8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784756137.1469965,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fce326c3-f513-4b8a-a459-e57264da8cc8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784756137.155083,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf3f8905-4b8c-4b13-a01a-710e30693cab","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784756137.1584868,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf3f8905-4b8c-4b13-a01a-710e30693cab","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784756137.158564,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7825a35d-6930-45cb-a012-a4269e9ddd46"} {"level":"info","ts":1784756137.1586041,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7825a35d-6930-45cb-a012-a4269e9ddd46","name":"e2e-external-model"} {"level":"info","ts":1784756137.1656969,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7825a35d-6930-45cb-a012-a4269e9ddd46","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784756137.1666262,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"557cef41-b802-4826-85eb-4379771508b9","name":"e2e-external-provider"} {"level":"info","ts":1784756137.1758387,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"557cef41-b802-4826-85eb-4379771508b9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784756137.1792917,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"557cef41-b802-4826-85eb-4379771508b9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784756137.1793675,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b97d0f3-6a4e-4cc3-8219-144e2dcb42f6"} {"level":"info","ts":1784756137.1794,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b97d0f3-6a4e-4cc3-8219-144e2dcb42f6","name":"e2e-external-provider"} {"level":"info","ts":1784756137.1877768,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b97d0f3-6a4e-4cc3-8219-144e2dcb42f6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784756144.29229,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756144.2923832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc"} {"level":"info","ts":1784756144.2923946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc"} {"level":"info","ts":1784756144.2924078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc","EoS":false} {"level":"info","ts":1784756144.2924209,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc","EoS":true} {"level":"info","ts":1784756144.2924404,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784756144.2924557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784756144.2924645,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc","modelName":"e2e-external-model"} {"level":"info","ts":1784756144.2924774,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784756144.2925165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53138d87-12b9-485e-bde7-7a64525a07dc"} {"level":"info","ts":1784756144.341364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756144.341417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c"} {"level":"info","ts":1784756144.3414302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c"} {"level":"info","ts":1784756144.3414457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c","EoS":false} {"level":"info","ts":1784756144.341456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c","EoS":true} {"level":"info","ts":1784756144.3414752,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784756144.3414888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784756144.3414948,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c","modelName":"e2e-external-model"} {"level":"info","ts":1784756144.3415082,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784756144.341546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8341eb04-9566-4806-aa18-4e2063d2123c"} {"level":"info","ts":1784756144.3694937,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756144.3695414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393"} {"level":"info","ts":1784756144.3695517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393"} {"level":"info","ts":1784756144.3695607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","EoS":false} {"level":"info","ts":1784756144.36957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","EoS":true} {"level":"info","ts":1784756144.3695836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784756144.3695972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784756144.3696039,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","modelName":"e2e-external-model"} {"level":"info","ts":1784756144.3696167,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784756144.3696394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"07cdad9f-61c6-4069-859b-745ebebe3393"} {"level":"info","ts":1784756144.4969559,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd9e25b9-3d47-4f6b-87f9-ba981f3e94a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784756144.4969926,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd9e25b9-3d47-4f6b-87f9-ba981f3e94a8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784756144.497007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfb88fde-a7d6-40bd-b11e-5a28644172ad"} {"level":"info","ts":1784756144.5026798,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfb88fde-a7d6-40bd-b11e-5a28644172ad","name":"e2e-cleanup-test"} {"level":"info","ts":1784756144.5030115,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03847eba-579b-46f3-8f39-0cf0c56d35b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784756144.5030348,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03847eba-579b-46f3-8f39-0cf0c56d35b3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784756144.511013,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfb88fde-a7d6-40bd-b11e-5a28644172ad","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784756144.5172012,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8f101be-b396-4478-8a16-da7486327bdb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784756144.517239,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8f101be-b396-4478-8a16-da7486327bdb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784756144.5174692,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac4cedb6-00f8-4049-97e3-0214c94f19de"} {"level":"info","ts":1784756144.5175316,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac4cedb6-00f8-4049-97e3-0214c94f19de","name":"e2e-cleanup-test"} {"level":"info","ts":1784756144.5332572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81fc1fe9-0d27-4eeb-aa1a-2d86762cc4db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784756144.533284,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81fc1fe9-0d27-4eeb-aa1a-2d86762cc4db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784756144.5333111,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac4cedb6-00f8-4049-97e3-0214c94f19de","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784756144.5333798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de85ef1c-db42-49c9-bb52-4ea19764a476"} {"level":"info","ts":1784756144.5334268,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de85ef1c-db42-49c9-bb52-4ea19764a476","name":"e2e-cleanup-test"} {"level":"info","ts":1784756144.5413213,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de85ef1c-db42-49c9-bb52-4ea19764a476","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784756144.5463874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"decf80d2-807f-4d45-8b55-51d5a9a19bdf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784756144.5464108,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"decf80d2-807f-4d45-8b55-51d5a9a19bdf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784756144.5464537,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24cf32c9-bec1-4063-8b50-a0cfa0762e53"} {"level":"info","ts":1784756144.546503,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24cf32c9-bec1-4063-8b50-a0cfa0762e53","name":"e2e-cleanup-test"} {"level":"info","ts":1784756144.5556934,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24cf32c9-bec1-4063-8b50-a0cfa0762e53","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784756152.7563396,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1b7a9ef-61d0-460a-8ddc-e0d56f4c38dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784756152.7563977,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1b7a9ef-61d0-460a-8ddc-e0d56f4c38dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784756152.756402,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b975797-3ccb-43cf-a220-e765438647ac"} {"level":"info","ts":1784756157.0486999,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756157.0487835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80"} {"level":"info","ts":1784756157.0487967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80"} {"level":"info","ts":1784756157.0488172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80","EoS":false} {"level":"info","ts":1784756157.048828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80","EoS":true} {"level":"info","ts":1784756157.0488477,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784756157.048864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784756157.0488882,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee9e1508-50ed-4968-8d5a-5d03ff284b80"} {"level":"info","ts":1784756157.0712152,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756157.0712671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27"} {"level":"info","ts":1784756157.0712786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27"} {"level":"info","ts":1784756157.0712883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","EoS":false} {"level":"info","ts":1784756157.0712981,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","EoS":true} {"level":"info","ts":1784756157.0713196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784756157.0713382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784756157.0713644,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","modelName":"e2e-external-model"} {"level":"info","ts":1784756157.0713785,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784756157.0714111,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0aff7fe-dcf4-47e4-8498-550bcb265c27"} {"level":"info","ts":1784756157.1096334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756157.1097023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"} {"level":"info","ts":1784756157.1097186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"} {"level":"info","ts":1784756157.1097364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","EoS":false} {"level":"info","ts":1784756157.1097524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","EoS":true} {"level":"info","ts":1784756157.1097794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784756157.109796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784756157.1098218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a0af4c3-d82b-403f-a25e-eeb4730f46be"} {"level":"info","ts":1784756157.2564805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756157.256559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"} {"level":"info","ts":1784756157.2565706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"} {"level":"info","ts":1784756157.256581,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","EoS":false} {"level":"info","ts":1784756157.2565913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","EoS":true} {"level":"info","ts":1784756157.2566156,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac","field":"model"} {"level":"info","ts":1784756157.2566388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab3c8047-bcc6-4e9d-9724-fd67be92ddac"} {"level":"info","ts":1784756158.1410441,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ccc23ef-9e5f-4598-b565-ba5237d27b55","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784756158.1411026,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ccc23ef-9e5f-4598-b565-ba5237d27b55","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784756158.1411433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07040f43-33de-4254-91c8-de70dbc70925"} {"level":"info","ts":1784756158.287817,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e4a64e1e-6504-4ebd-b797-53f1ca9f7a93"} {"level":"info","ts":1784756158.2878768,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1eb7ea20-7463-4ed6-96d8-3bbfe0631b7e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784756158.2879183,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1eb7ea20-7463-4ed6-96d8-3bbfe0631b7e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784756746.4912539,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756746.491334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b781e7ad-f92c-4fc7-b53c-23cf11624c98"} {"level":"info","ts":1784756746.4913418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b781e7ad-f92c-4fc7-b53c-23cf11624c98"} {"level":"info","ts":1784756746.4913526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b781e7ad-f92c-4fc7-b53c-23cf11624c98","EoS":false} {"level":"info","ts":1784756746.4913626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b781e7ad-f92c-4fc7-b53c-23cf11624c98","EoS":true} {"level":"info","ts":1784756746.4913836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b781e7ad-f92c-4fc7-b53c-23cf11624c98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784756746.4913998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b781e7ad-f92c-4fc7-b53c-23cf11624c98","path":"/ai-tenant-e2e-inf-b-4a3a7e/test-model-4a3a7e/v1/chat/completions"} {"level":"info","ts":1784756746.4914203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b781e7ad-f92c-4fc7-b53c-23cf11624c98"} {"level":"info","ts":1784756767.5859122,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784756767.5860023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"} {"level":"info","ts":1784756767.5860114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"} {"level":"info","ts":1784756767.5860233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","EoS":false} {"level":"info","ts":1784756767.586036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","EoS":true} {"level":"info","ts":1784756767.5860612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784756767.5861006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6","path":"/ai-tenant-e2e-inf-b-4a3a7e/test-model-4a3a7e/v1/chat/completions"} {"level":"info","ts":1784756767.5861259,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c902766-75a1-4f64-8227-089cc300d4f6"} {"level":"info","ts":1784757271.4578319,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784757271.457915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf54cc7d-efaa-460d-a720-e0fb3a7fc292"}