{"level":"info","ts":1784896391.9988813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa6d6ad8-d8da-436c-8995-3b2a61e266a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896391.9989018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa6d6ad8-d8da-436c-8995-3b2a61e266a0"} {"level":"info","ts":1784896392.0471997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896392.0472863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a565395f-fadf-4560-be6d-1f31c35a689f"} {"level":"info","ts":1784896392.0473037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a565395f-fadf-4560-be6d-1f31c35a689f"} {"level":"info","ts":1784896392.04733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a565395f-fadf-4560-be6d-1f31c35a689f","EoS":false} {"level":"info","ts":1784896392.0473495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a565395f-fadf-4560-be6d-1f31c35a689f","EoS":true} {"level":"info","ts":1784896392.0473728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a565395f-fadf-4560-be6d-1f31c35a689f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896392.0474482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a565395f-fadf-4560-be6d-1f31c35a689f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896392.0474818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a565395f-fadf-4560-be6d-1f31c35a689f"} {"level":"info","ts":1784896392.72822,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896392.728295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896392.7283137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896392.7283254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","EoS":false} {"level":"info","ts":1784896392.7283406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","EoS":true} {"level":"info","ts":1784896392.7283673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896392.7283845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896392.728406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15726e8f-431e-4d6d-91cb-d7c33ac96ee2"} {"level":"info","ts":1784896392.7641158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896392.7641823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"526fa8bd-7369-42fa-82b9-85e5faa9de66"} {"level":"info","ts":1784896392.7641945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"526fa8bd-7369-42fa-82b9-85e5faa9de66"} {"level":"info","ts":1784896392.764206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"526fa8bd-7369-42fa-82b9-85e5faa9de66","EoS":false} {"level":"info","ts":1784896392.7642183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"526fa8bd-7369-42fa-82b9-85e5faa9de66","EoS":true} {"level":"info","ts":1784896392.7642415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"526fa8bd-7369-42fa-82b9-85e5faa9de66","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896392.7642584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"526fa8bd-7369-42fa-82b9-85e5faa9de66","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896392.7642756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"526fa8bd-7369-42fa-82b9-85e5faa9de66"} {"level":"info","ts":1784896396.926718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896396.9268017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecaa5aca-9300-4f7a-8472-620ffa49bf4a"} {"level":"info","ts":1784896396.9268174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ecaa5aca-9300-4f7a-8472-620ffa49bf4a"} {"level":"info","ts":1784896396.9268303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ecaa5aca-9300-4f7a-8472-620ffa49bf4a","EoS":false} {"level":"info","ts":1784896396.9268434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ecaa5aca-9300-4f7a-8472-620ffa49bf4a","EoS":true} {"level":"info","ts":1784896396.9268641,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ecaa5aca-9300-4f7a-8472-620ffa49bf4a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896396.9268806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecaa5aca-9300-4f7a-8472-620ffa49bf4a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896396.926902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ecaa5aca-9300-4f7a-8472-620ffa49bf4a"} {"level":"info","ts":1784896415.8966243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896415.8966997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896415.8967102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896415.896722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","EoS":false} {"level":"info","ts":1784896415.8967345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","EoS":true} {"level":"info","ts":1784896415.89676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896415.8967752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896415.8967946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3df38b0-f57b-489c-a86d-9a6b4b21042a"} {"level":"info","ts":1784896416.0389953,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.0390909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.0391006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.0391123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","EoS":false} {"level":"info","ts":1784896416.0391276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","EoS":true} {"level":"info","ts":1784896416.039146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896416.0391607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.0391839,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"320e3807-afba-4556-b2e2-b7236ab341f3"} {"level":"info","ts":1784896416.174298,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.174375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.1743867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.1743977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","EoS":false} {"level":"info","ts":1784896416.1744084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","EoS":true} {"level":"info","ts":1784896416.174427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896416.174441,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.174461,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6257c6a-7611-4653-9d0c-b81400fbebfb"} {"level":"info","ts":1784896416.3099272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.3100088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.3100393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.3100562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","EoS":false} {"level":"info","ts":1784896416.3100743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","EoS":true} {"level":"info","ts":1784896416.3100967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896416.3101125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.310136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bab21b94-bd61-4dee-a0ec-0a5c65bdd065"} {"level":"info","ts":1784896416.4454422,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.4455073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896416.4455159,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896416.4455276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","EoS":false} {"level":"info","ts":1784896416.4455395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","EoS":true} {"level":"info","ts":1784896416.4455585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896416.445574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.445599,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f0d9d96-61bc-4772-9e1e-512654c3caa8"} {"level":"info","ts":1784896416.5844219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896416.5844975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27824fef-ec47-4c12-9ee7-c275920ca782"} {"level":"info","ts":1784896416.584506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27824fef-ec47-4c12-9ee7-c275920ca782"} {"level":"info","ts":1784896416.58452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27824fef-ec47-4c12-9ee7-c275920ca782","EoS":false} {"level":"info","ts":1784896416.5845318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27824fef-ec47-4c12-9ee7-c275920ca782","EoS":true} {"level":"info","ts":1784896416.584553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27824fef-ec47-4c12-9ee7-c275920ca782","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896416.584572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27824fef-ec47-4c12-9ee7-c275920ca782","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896416.584594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27824fef-ec47-4c12-9ee7-c275920ca782"} {"level":"info","ts":1784896433.3611257,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896433.3612192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.3612337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.3612463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","EoS":false} {"level":"info","ts":1784896433.361257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","EoS":true} {"level":"info","ts":1784896433.361279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896433.3612974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896433.3613188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a453adc5-0aad-4e03-a096-580cfb4f0b47"} {"level":"info","ts":1784896433.3984504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896433.3985183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a40b326-c229-45ac-895c-46ef1d1f84b8"} {"level":"info","ts":1784896433.3985295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a40b326-c229-45ac-895c-46ef1d1f84b8"} {"level":"info","ts":1784896433.3985407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a40b326-c229-45ac-895c-46ef1d1f84b8","EoS":false} {"level":"info","ts":1784896433.3985507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a40b326-c229-45ac-895c-46ef1d1f84b8","EoS":true} {"level":"info","ts":1784896433.3985677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a40b326-c229-45ac-895c-46ef1d1f84b8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896433.3985806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a40b326-c229-45ac-895c-46ef1d1f84b8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896433.398598,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a40b326-c229-45ac-895c-46ef1d1f84b8"} {"level":"info","ts":1784896433.4304988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896433.430578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a759b487-bd14-4833-bdf9-62f146df66b0"} {"level":"info","ts":1784896433.4305952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a759b487-bd14-4833-bdf9-62f146df66b0"} {"level":"info","ts":1784896433.4306145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a759b487-bd14-4833-bdf9-62f146df66b0","EoS":false} {"level":"info","ts":1784896433.4306357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a759b487-bd14-4833-bdf9-62f146df66b0","EoS":true} {"level":"info","ts":1784896433.4306643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a759b487-bd14-4833-bdf9-62f146df66b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896433.4306812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a759b487-bd14-4833-bdf9-62f146df66b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896433.430708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a759b487-bd14-4833-bdf9-62f146df66b0"} {"level":"info","ts":1784896433.4612627,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896433.4613292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c08a066f-1041-4384-89b5-cc5de92a73a9"} {"level":"info","ts":1784896438.0968423,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896438.0969248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896438.0969357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896438.096947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","EoS":false} {"level":"info","ts":1784896438.0969608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","EoS":true} {"level":"info","ts":1784896438.0969827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896438.096999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896438.0970502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7cc918b-3314-4d00-a05f-5f4365338699"} {"level":"info","ts":1784896446.674958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896446.6750684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89ab0038-207c-419a-9544-7c8dd17aef52"} {"level":"info","ts":1784896446.6750863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89ab0038-207c-419a-9544-7c8dd17aef52"} {"level":"info","ts":1784896446.6751056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89ab0038-207c-419a-9544-7c8dd17aef52","EoS":false} {"level":"info","ts":1784896446.6751275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89ab0038-207c-419a-9544-7c8dd17aef52","EoS":true} {"level":"info","ts":1784896446.6751573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89ab0038-207c-419a-9544-7c8dd17aef52","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896446.6751747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89ab0038-207c-419a-9544-7c8dd17aef52","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896446.675207,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89ab0038-207c-419a-9544-7c8dd17aef52"} {"level":"info","ts":1784896448.7087905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896448.7088783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896448.7088919,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896448.708912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","EoS":false} {"level":"info","ts":1784896448.7089307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","EoS":true} {"level":"info","ts":1784896448.70896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896448.708981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896448.7090113,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ddf7a411-8bd2-4b21-876b-52cb9759d16a"} {"level":"info","ts":1784896461.6026986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896461.602805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896461.6028252,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896461.6028428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","EoS":false} {"level":"info","ts":1784896461.6028624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","EoS":true} {"level":"info","ts":1784896461.6028907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896461.6029117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896461.602937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f3cfc5-bad0-4f1b-81ae-da595724b7dc"} {"level":"info","ts":1784896470.1418846,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896470.1419594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896470.141969,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896470.1419797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","EoS":false} {"level":"info","ts":1784896470.1419904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","EoS":true} {"level":"info","ts":1784896470.142013,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896470.1420443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896470.1420658,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c395616-41ec-4d9d-88c1-440b13320ffa"} {"level":"info","ts":1784896479.0467389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896479.0468338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896479.0468447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896479.046856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","EoS":false} {"level":"info","ts":1784896479.046867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","EoS":true} {"level":"info","ts":1784896479.0468895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896479.0469046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896479.046923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38c867ec-f297-493d-a5e6-b27cc5c60754"} {"level":"info","ts":1784896488.086225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896488.0863025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d51419da-294b-4654-b82b-cbcc29c20b1a"} {"level":"info","ts":1784896488.0863159,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d51419da-294b-4654-b82b-cbcc29c20b1a"} {"level":"info","ts":1784896488.0863314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d51419da-294b-4654-b82b-cbcc29c20b1a","EoS":false} {"level":"info","ts":1784896488.0863452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d51419da-294b-4654-b82b-cbcc29c20b1a","EoS":true} {"level":"info","ts":1784896488.086373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d51419da-294b-4654-b82b-cbcc29c20b1a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896488.0863945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d51419da-294b-4654-b82b-cbcc29c20b1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896488.086426,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d51419da-294b-4654-b82b-cbcc29c20b1a"} {"level":"info","ts":1784896492.845258,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896492.8453405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f52357-dc4c-452c-b714-d1b7c82c9a73"} {"level":"info","ts":1784896492.8453505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9f52357-dc4c-452c-b714-d1b7c82c9a73"} {"level":"info","ts":1784896492.8453622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9f52357-dc4c-452c-b714-d1b7c82c9a73","EoS":false} {"level":"info","ts":1784896492.8453803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9f52357-dc4c-452c-b714-d1b7c82c9a73","EoS":true} {"level":"info","ts":1784896492.8454106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9f52357-dc4c-452c-b714-d1b7c82c9a73","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784896492.8454254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9f52357-dc4c-452c-b714-d1b7c82c9a73","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896492.8454459,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9f52357-dc4c-452c-b714-d1b7c82c9a73"} {"level":"info","ts":1784896497.6292439,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896497.6293223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1051b64-983f-431a-91b0-0fdf1f4af150"} {"level":"info","ts":1784896497.6293342,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1051b64-983f-431a-91b0-0fdf1f4af150"} {"level":"info","ts":1784896497.6293464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1051b64-983f-431a-91b0-0fdf1f4af150","EoS":false} {"level":"info","ts":1784896497.629357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1051b64-983f-431a-91b0-0fdf1f4af150","EoS":true} {"level":"info","ts":1784896497.6293762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1051b64-983f-431a-91b0-0fdf1f4af150","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896497.6293912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1051b64-983f-431a-91b0-0fdf1f4af150","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896497.629468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1051b64-983f-431a-91b0-0fdf1f4af150"} {"level":"info","ts":1784896497.9145896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896497.9146645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9483ff59-57a0-498a-8b7b-282c19e8289e"} {"level":"info","ts":1784896497.914678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9483ff59-57a0-498a-8b7b-282c19e8289e"} {"level":"info","ts":1784896497.9146888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9483ff59-57a0-498a-8b7b-282c19e8289e","EoS":false} {"level":"info","ts":1784896497.9147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9483ff59-57a0-498a-8b7b-282c19e8289e","EoS":true} {"level":"info","ts":1784896497.9147189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9483ff59-57a0-498a-8b7b-282c19e8289e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896497.9147336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9483ff59-57a0-498a-8b7b-282c19e8289e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896497.9147568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9483ff59-57a0-498a-8b7b-282c19e8289e"} {"level":"info","ts":1784896499.9489336,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896499.9490094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2588388d-191c-47c8-8d4b-4e30b2317047"} {"level":"info","ts":1784896499.9490435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2588388d-191c-47c8-8d4b-4e30b2317047"} {"level":"info","ts":1784896499.9490566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2588388d-191c-47c8-8d4b-4e30b2317047","EoS":false} {"level":"info","ts":1784896499.9490674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2588388d-191c-47c8-8d4b-4e30b2317047","EoS":true} {"level":"info","ts":1784896499.949088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2588388d-191c-47c8-8d4b-4e30b2317047","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896499.949103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2588388d-191c-47c8-8d4b-4e30b2317047","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896499.949128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2588388d-191c-47c8-8d4b-4e30b2317047"} {"level":"info","ts":1784896501.9831202,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896501.9832003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896501.9832094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896501.9832387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","EoS":false} {"level":"info","ts":1784896501.9832525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","EoS":true} {"level":"info","ts":1784896501.9832735,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896501.9832885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896501.9833078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24cfc194-de80-44fc-967e-3f1ffd56b98c"} {"level":"info","ts":1784896526.6162148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896526.6162944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896526.6163073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896526.6163185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","EoS":false} {"level":"info","ts":1784896526.6163292,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","EoS":true} {"level":"info","ts":1784896526.6163561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896526.616372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896526.6163924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc09eff4-8ab4-4cd2-9b29-fe9fd765e857"} {"level":"info","ts":1784896535.9689846,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896535.9690905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8623e219-e4af-4488-b9e2-0920eae4e0ac"} {"level":"info","ts":1784896535.9691007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8623e219-e4af-4488-b9e2-0920eae4e0ac"} {"level":"info","ts":1784896535.9691136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8623e219-e4af-4488-b9e2-0920eae4e0ac","EoS":false} {"level":"info","ts":1784896535.9691288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8623e219-e4af-4488-b9e2-0920eae4e0ac","EoS":true} {"level":"info","ts":1784896535.9691527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8623e219-e4af-4488-b9e2-0920eae4e0ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896535.969169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8623e219-e4af-4488-b9e2-0920eae4e0ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896535.9691937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8623e219-e4af-4488-b9e2-0920eae4e0ac"} {"level":"info","ts":1784896541.4916234,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896541.491703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ab0e77a-be49-4ef2-b91b-04afa61c46b3"} {"level":"info","ts":1784896541.4917133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ab0e77a-be49-4ef2-b91b-04afa61c46b3"} {"level":"info","ts":1784896541.4917252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ab0e77a-be49-4ef2-b91b-04afa61c46b3","EoS":false} {"level":"info","ts":1784896541.491741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ab0e77a-be49-4ef2-b91b-04afa61c46b3","EoS":true} {"level":"info","ts":1784896541.4917634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ab0e77a-be49-4ef2-b91b-04afa61c46b3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896541.4917784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ab0e77a-be49-4ef2-b91b-04afa61c46b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896541.491801,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ab0e77a-be49-4ef2-b91b-04afa61c46b3"} {"level":"info","ts":1784896551.1975775,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896551.197665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d21ddd2c-731e-47d5-9782-f3f013a1468b"} {"level":"info","ts":1784896551.1976748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d21ddd2c-731e-47d5-9782-f3f013a1468b"} {"level":"info","ts":1784896551.1976855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d21ddd2c-731e-47d5-9782-f3f013a1468b","EoS":false} {"level":"info","ts":1784896551.1976957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d21ddd2c-731e-47d5-9782-f3f013a1468b","EoS":true} {"level":"info","ts":1784896551.197717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d21ddd2c-731e-47d5-9782-f3f013a1468b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896551.1977336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d21ddd2c-731e-47d5-9782-f3f013a1468b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896551.1977537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d21ddd2c-731e-47d5-9782-f3f013a1468b"} {"level":"info","ts":1784896553.2310855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896553.231182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896553.2311954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896553.231217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","EoS":false} {"level":"info","ts":1784896553.2312953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","EoS":true} {"level":"info","ts":1784896553.231334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896553.2313488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896553.2313802,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c353345-f01d-4746-a012-66be1abf55ef"} {"level":"info","ts":1784896562.6786752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896562.6787708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.678783,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.6787965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","EoS":false} {"level":"info","ts":1784896562.6788096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","EoS":true} {"level":"info","ts":1784896562.6788316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896562.678847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896562.6788704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1920e55-fd2a-4837-8bd3-bd7fdf2b5d17"} {"level":"info","ts":1784896562.718198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896562.7182913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896562.7183034,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896562.7183197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","EoS":false} {"level":"info","ts":1784896562.7183468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","EoS":true} {"level":"info","ts":1784896562.71838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896562.7184002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896562.7184286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0c246c9-f337-42cf-85a5-6891dc76da4c"} {"level":"info","ts":1784896581.9889302,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896581.9890497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896581.9890609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896581.9890728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","EoS":false} {"level":"info","ts":1784896581.9890847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","EoS":true} {"level":"info","ts":1784896581.9891052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896581.9891229,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896581.989144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72723cc9-8b07-4f26-88f7-c136feb9e927"} {"level":"info","ts":1784896591.355282,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896591.3553712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d3564d9-5e63-4f59-94f2-2db2db3ae15b"} {"level":"info","ts":1784896591.3553815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d3564d9-5e63-4f59-94f2-2db2db3ae15b"} {"level":"info","ts":1784896591.3553927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d3564d9-5e63-4f59-94f2-2db2db3ae15b","EoS":false} {"level":"info","ts":1784896591.3554041,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d3564d9-5e63-4f59-94f2-2db2db3ae15b","EoS":true} {"level":"info","ts":1784896591.355426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d3564d9-5e63-4f59-94f2-2db2db3ae15b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896591.3554428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d3564d9-5e63-4f59-94f2-2db2db3ae15b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896591.3554645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d3564d9-5e63-4f59-94f2-2db2db3ae15b"} {"level":"info","ts":1784896596.6351423,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896596.6352196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4a86349-7963-4e66-bdbf-6d7ff3202aae"} {"level":"info","ts":1784896596.6352327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4a86349-7963-4e66-bdbf-6d7ff3202aae"} {"level":"info","ts":1784896596.6352444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4a86349-7963-4e66-bdbf-6d7ff3202aae","EoS":false} {"level":"info","ts":1784896596.6352553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4a86349-7963-4e66-bdbf-6d7ff3202aae","EoS":true} {"level":"info","ts":1784896596.6352744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4a86349-7963-4e66-bdbf-6d7ff3202aae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784896596.6352885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4a86349-7963-4e66-bdbf-6d7ff3202aae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784896596.6353116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4a86349-7963-4e66-bdbf-6d7ff3202aae"} {"level":"info","ts":1784896687.4037144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896687.4037995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adb1d00a-59b1-4d01-961f-64879d33d16a"} {"level":"info","ts":1784896687.4038084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"adb1d00a-59b1-4d01-961f-64879d33d16a"} {"level":"info","ts":1784896687.4038193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adb1d00a-59b1-4d01-961f-64879d33d16a","EoS":false} {"level":"info","ts":1784896687.40383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adb1d00a-59b1-4d01-961f-64879d33d16a","EoS":true} {"level":"info","ts":1784896687.4038537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"adb1d00a-59b1-4d01-961f-64879d33d16a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784896687.403869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adb1d00a-59b1-4d01-961f-64879d33d16a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784896687.4038923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"adb1d00a-59b1-4d01-961f-64879d33d16a"} {"level":"info","ts":1784896711.1970499,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896711.1971502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896711.1971648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896711.1971772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","EoS":false} {"level":"info","ts":1784896711.1971962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","EoS":true} {"level":"info","ts":1784896711.1972194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784896711.197236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784896711.197256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8afd7632-7467-4ce4-9cec-055598e67736"} {"level":"info","ts":1784896748.4954743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896748.4955637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896748.4955769,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896748.495594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","EoS":false} {"level":"info","ts":1784896748.4956145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","EoS":true} {"level":"info","ts":1784896748.4956439,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896748.495666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896748.4956996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c8f5751-fb6d-4b04-a74f-d21152fbe194"} {"level":"info","ts":1784896763.827292,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896763.827398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784896763.827414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784896763.827434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","EoS":false} {"level":"info","ts":1784896763.8274548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","EoS":true} {"level":"info","ts":1784896763.8274848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896763.8275042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896763.8275378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb562402-6b15-46b3-90c6-15c4cf9cf13a"} {"level":"info","ts":1784896764.1251776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784896764.1252797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5a11cd1-db63-4cf8-9c0e-b1be4f2cd2c1"} {"level":"info","ts":1784896764.1252966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5a11cd1-db63-4cf8-9c0e-b1be4f2cd2c1"} {"level":"info","ts":1784896764.1253161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5a11cd1-db63-4cf8-9c0e-b1be4f2cd2c1","EoS":false} {"level":"info","ts":1784896764.1253371,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5a11cd1-db63-4cf8-9c0e-b1be4f2cd2c1","EoS":true} {"level":"info","ts":1784896764.1253698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5a11cd1-db63-4cf8-9c0e-b1be4f2cd2c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784896764.1253881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5a11cd1-db63-4cf8-9c0e-b1be4f2cd2c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784896764.125419,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5a11cd1-db63-4cf8-9c0e-b1be4f2cd2c1"} {"level":"info","ts":1784897093.822614,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897093.8226986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897093.822708,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897093.8227189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","EoS":false} {"level":"info","ts":1784897093.8227324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","EoS":true} {"level":"info","ts":1784897093.822757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784897093.8227723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784897093.8227947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5fa9dec0-5785-4607-a0f4-b3aae3c2b9ec"} {"level":"info","ts":1784897093.8586872,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897093.858793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c3721c-2fcb-40d9-ae43-d93793014d0b"} {"level":"info","ts":1784897093.8588073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2c3721c-2fcb-40d9-ae43-d93793014d0b"} {"level":"info","ts":1784897093.8588274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2c3721c-2fcb-40d9-ae43-d93793014d0b","EoS":false} {"level":"info","ts":1784897093.8588483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2c3721c-2fcb-40d9-ae43-d93793014d0b","EoS":true} {"level":"info","ts":1784897093.8588803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2c3721c-2fcb-40d9-ae43-d93793014d0b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784897093.8589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c3721c-2fcb-40d9-ae43-d93793014d0b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784897093.8589272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2c3721c-2fcb-40d9-ae43-d93793014d0b"} {"level":"info","ts":1784897093.8935654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897093.8936505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2127b575-9736-46f7-8557-d7e6144b65d4"} {"level":"info","ts":1784897093.8936915,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2127b575-9736-46f7-8557-d7e6144b65d4"} {"level":"info","ts":1784897093.893712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2127b575-9736-46f7-8557-d7e6144b65d4","EoS":false} {"level":"info","ts":1784897093.8937361,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2127b575-9736-46f7-8557-d7e6144b65d4","EoS":true} {"level":"info","ts":1784897093.8937733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2127b575-9736-46f7-8557-d7e6144b65d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784897093.8937933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2127b575-9736-46f7-8557-d7e6144b65d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784897093.8938246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2127b575-9736-46f7-8557-d7e6144b65d4"} {"level":"info","ts":1784897098.781047,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa04d3de-db26-4d66-94e1-dbca9e6de330"} {"level":"info","ts":1784897098.7811663,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7b612c0-306b-4249-816c-1fd45b72a4f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897098.7812068,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7b612c0-306b-4249-816c-1fd45b72a4f1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784897098.7882102,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57efeab8-feaf-4235-ab6e-c841b5459801","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897098.7882402,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57efeab8-feaf-4235-ab6e-c841b5459801","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784897098.7896016,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa04d3de-db26-4d66-94e1-dbca9e6de330","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897098.7898314,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35634.169644246,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.7898548,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.9634597,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67431488-f571-4697-bebc-d28044db4cb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897098.9635723,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67431488-f571-4697-bebc-d28044db4cb9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897098.9636447,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b7b5360-4c9d-4071-a6f5-59067abbcd32"} {"level":"info","ts":1784897098.9638822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35830.431612815,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.963898,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.9640894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e765222-73b2-49d3-be72-759c1164054d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897098.9641118,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e765222-73b2-49d3-be72-759c1164054d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897098.9642813,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.9644403,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad08dfcc-3179-4c0d-b182-ee85fb38e6ba","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897098.9644704,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ad08dfcc-3179-4c0d-b182-ee85fb38e6ba","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784897098.9710667,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.9904976,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38191.350243393,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897098.9905276,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897099.001622,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784897099.0615964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8fbf88-c6c4-4215-96cd-5347d22a8c46","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897099.0617037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8fbf88-c6c4-4215-96cd-5347d22a8c46","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897099.0649374,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b7b5360-4c9d-4071-a6f5-59067abbcd32","name":"e2e-external-model"} {"level":"info","ts":1784897099.0705347,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaa7e753-27e3-45b1-85bc-ea75baa699e6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897099.0705762,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaa7e753-27e3-45b1-85bc-ea75baa699e6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897099.0759451,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b7b5360-4c9d-4071-a6f5-59067abbcd32","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784897099.0799181,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b7b5360-4c9d-4071-a6f5-59067abbcd32","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897099.0800529,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c09f646-8e49-44b7-ac90-68ac660d298b"} {"level":"info","ts":1784897099.080109,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c09f646-8e49-44b7-ac90-68ac660d298b","name":"e2e-external-model"} {"level":"info","ts":1784897099.085343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a03d50f-cc31-4119-99be-14a236bee752","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897099.0853794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a03d50f-cc31-4119-99be-14a236bee752","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784897099.0887256,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c09f646-8e49-44b7-ac90-68ac660d298b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897099.0906818,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa04d3de-db26-4d66-94e1-dbca9e6de330","name":"e2e-external-provider"} {"level":"error","ts":1784897099.0926938,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c09f646-8e49-44b7-ac90-68ac660d298b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897099.0928059,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bea47bec-a76b-4f60-95c4-608f91576d72"} {"level":"info","ts":1784897099.0928655,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bea47bec-a76b-4f60-95c4-608f91576d72","name":"e2e-external-model"} {"level":"info","ts":1784897099.101909,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa04d3de-db26-4d66-94e1-dbca9e6de330","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784897099.1022692,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bea47bec-a76b-4f60-95c4-608f91576d72","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784897099.1058488,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aa04d3de-db26-4d66-94e1-dbca9e6de330","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897099.1059487,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3307b49-525c-4fe2-ba82-ff7f4ebc4e9f"} {"level":"info","ts":1784897099.1060102,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3307b49-525c-4fe2-ba82-ff7f4ebc4e9f","name":"e2e-external-provider"} {"level":"info","ts":1784897099.1170502,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f3307b49-525c-4fe2-ba82-ff7f4ebc4e9f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784897106.3750863,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897106.3751693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa"} {"level":"info","ts":1784897106.3751788,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa"} {"level":"info","ts":1784897106.3751903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa","EoS":false} {"level":"info","ts":1784897106.3752007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa","EoS":true} {"level":"info","ts":1784897106.3752234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784897106.3752363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784897106.3752441,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa","modelName":"e2e-external-model"} {"level":"info","ts":1784897106.3752582,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784897106.3753142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"085b6b59-79a6-4420-865e-ed04c6435dfa"} {"level":"info","ts":1784897106.4193475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897106.4194288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d"} {"level":"info","ts":1784897106.4194381,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d"} {"level":"info","ts":1784897106.4194493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d","EoS":false} {"level":"info","ts":1784897106.4194639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d","EoS":true} {"level":"info","ts":1784897106.419485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784897106.4195015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784897106.419511,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d","modelName":"e2e-external-model"} {"level":"info","ts":1784897106.4195247,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784897106.4195633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"956bb7a6-99fb-4ba9-a63f-f2ffc66a866d"} {"level":"info","ts":1784897106.4465525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897106.4466314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d"} {"level":"info","ts":1784897106.4466414,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d"} {"level":"info","ts":1784897106.446653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","EoS":false} {"level":"info","ts":1784897106.446667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","EoS":true} {"level":"info","ts":1784897106.446696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784897106.4467118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784897106.4467218,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","modelName":"e2e-external-model"} {"level":"info","ts":1784897106.4467354,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784897106.446774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b4fa643-a65f-44ca-88d3-c3676a2f988d"} {"level":"info","ts":1784897106.5781438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df5433c1-0455-4b93-a029-e7e559b08326","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.5781846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df5433c1-0455-4b93-a029-e7e559b08326","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784897106.5781505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2cf71b-3078-47b9-ae7c-a02a7baecc6b"} {"level":"info","ts":1784897106.586088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b850fbd-1c3d-4b6b-b1dc-d168f3d399a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.5861216,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b850fbd-1c3d-4b6b-b1dc-d168f3d399a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784897106.5871525,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2cf71b-3078-47b9-ae7c-a02a7baecc6b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897106.58722,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2cf71b-3078-47b9-ae7c-a02a7baecc6b","name":"e2e-cleanup-test"} {"level":"info","ts":1784897106.6038628,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b8bb5b5-528e-4b45-a56f-07b7eac6d71f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.6039562,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b8bb5b5-528e-4b45-a56f-07b7eac6d71f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784897106.605003,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2cf71b-3078-47b9-ae7c-a02a7baecc6b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784897106.605075,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e2cf71b-3078-47b9-ae7c-a02a7baecc6b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897106.6051493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cd980cb-2387-4e56-8fc7-3efcf5420cc9"} {"level":"info","ts":1784897106.6052017,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cd980cb-2387-4e56-8fc7-3efcf5420cc9","name":"e2e-cleanup-test"} {"level":"info","ts":1784897106.622289,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09eb7534-fc69-4ac6-bb22-c63e2b99bc9b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.6223319,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09eb7534-fc69-4ac6-bb22-c63e2b99bc9b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784897106.6230993,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cd980cb-2387-4e56-8fc7-3efcf5420cc9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784897106.6231503,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cd980cb-2387-4e56-8fc7-3efcf5420cc9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897106.6232157,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"592152de-1d20-4268-97db-9f47e2f7f789"} {"level":"info","ts":1784897106.623278,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"592152de-1d20-4268-97db-9f47e2f7f789","name":"e2e-cleanup-test"} {"level":"info","ts":1784897106.6329832,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"592152de-1d20-4268-97db-9f47e2f7f789","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897106.6401875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23f78185-e8d1-4d68-be16-139bf1b0cfc1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897106.6402209,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23f78185-e8d1-4d68-be16-139bf1b0cfc1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784897106.6410108,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"592152de-1d20-4268-97db-9f47e2f7f789","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784897106.6410995,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa2f115d-59e9-45be-99bb-c202712bc793"} {"level":"info","ts":1784897106.6411471,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa2f115d-59e9-45be-99bb-c202712bc793","name":"e2e-cleanup-test"} {"level":"info","ts":1784897106.6498055,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa2f115d-59e9-45be-99bb-c202712bc793","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784897114.8676844,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3f6c4d5-2aa6-4d79-ab24-35702cf95acf"} {"level":"info","ts":1784897114.8676941,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317ceb2d-06b2-496d-8d49-17076fc452c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897114.8677554,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"317ceb2d-06b2-496d-8d49-17076fc452c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784897119.2177057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897119.2178037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a"} {"level":"info","ts":1784897119.2178204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a"} {"level":"info","ts":1784897119.2178378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a","EoS":false} {"level":"info","ts":1784897119.2178557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a","EoS":true} {"level":"info","ts":1784897119.2178912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784897119.217911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784897119.2179427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c61125b6-90bd-4255-8aad-17ceae10949a"} {"level":"info","ts":1784897119.2530956,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897119.2531788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426"} {"level":"info","ts":1784897119.2531886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426"} {"level":"info","ts":1784897119.2531993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","EoS":false} {"level":"info","ts":1784897119.253213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","EoS":true} {"level":"info","ts":1784897119.2532332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784897119.253251,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784897119.2532601,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","modelName":"e2e-external-model"} {"level":"info","ts":1784897119.253274,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784897119.253311,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49a8cd9f-5fca-4270-98b3-59cba340a426"} {"level":"info","ts":1784897119.294083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897119.2941678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.2941813,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.2942016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","EoS":false} {"level":"info","ts":1784897119.2942204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","EoS":true} {"level":"info","ts":1784897119.2942507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784897119.294271,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784897119.2942998,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13780ce1-d7be-443b-b0c6-d4458757727c"} {"level":"info","ts":1784897119.430063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784897119.430136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897119.4301448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897119.4301558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","EoS":false} {"level":"info","ts":1784897119.4301658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","EoS":true} {"level":"info","ts":1784897119.4301903,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780","field":"model"} {"level":"info","ts":1784897119.4302151,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bbf7c6c3-a4f8-4759-aa8a-feb97b5ee780"} {"level":"info","ts":1784897120.4016345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad66f449-887b-480f-b7e4-8591b601bcb4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897120.4016793,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad66f449-887b-480f-b7e4-8591b601bcb4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784897120.4016898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"433eb8aa-33c9-4c6f-8719-3b2372c346ff"} {"level":"info","ts":1784897120.5467787,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8491fefc-7f95-4dce-921d-9b731ac2d2c0"} {"level":"info","ts":1784897120.546784,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af323acc-3a7c-4e62-ad77-d6f5e01fc23a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784897120.546857,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af323acc-3a7c-4e62-ad77-d6f5e01fc23a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784898219.3840306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898219.384142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"872c26dc-1b8d-41d8-8f2c-ea88dd5f1fcd"} {"level":"info","ts":1784898275.0475078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784898275.047585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"} {"level":"info","ts":1784898275.0475934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"} {"level":"info","ts":1784898275.0476058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","EoS":false} {"level":"info","ts":1784898275.0476203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","EoS":true} {"level":"info","ts":1784898275.047645,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784898275.0476635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784898275.0476928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c3cecbd-2d8c-4ca0-ae9b-f3884eacb175"}