{"level":"info","ts":1784919340.6519332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86086f80-1956-451c-96f2-3b45e342ed55","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919340.6519473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86086f80-1956-451c-96f2-3b45e342ed55","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919340.6519647,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86086f80-1956-451c-96f2-3b45e342ed55"} {"level":"info","ts":1784919340.6994004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919340.6994777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e38925d-35a3-4a26-a293-e3220ade0c76"} {"level":"info","ts":1784919340.699526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e38925d-35a3-4a26-a293-e3220ade0c76"} {"level":"info","ts":1784919340.6995409,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e38925d-35a3-4a26-a293-e3220ade0c76","EoS":false} {"level":"info","ts":1784919340.699552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e38925d-35a3-4a26-a293-e3220ade0c76","EoS":true} {"level":"info","ts":1784919340.699576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e38925d-35a3-4a26-a293-e3220ade0c76","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919340.6995907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e38925d-35a3-4a26-a293-e3220ade0c76","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919340.6996114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e38925d-35a3-4a26-a293-e3220ade0c76"} {"level":"info","ts":1784919341.351867,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919341.3519442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"} {"level":"info","ts":1784919341.3519542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"} {"level":"info","ts":1784919341.351965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","EoS":false} {"level":"info","ts":1784919341.3519776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","EoS":true} {"level":"info","ts":1784919341.3519957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919341.3520107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919341.3520396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc926259-f479-4577-ae08-5674c6fdde4d"} {"level":"info","ts":1784919341.3866334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919341.386698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4d65dbe-943a-4920-8d70-f2ac6994e3d5"} {"level":"info","ts":1784919341.386709,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4d65dbe-943a-4920-8d70-f2ac6994e3d5"} {"level":"info","ts":1784919341.3867207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4d65dbe-943a-4920-8d70-f2ac6994e3d5","EoS":false} {"level":"info","ts":1784919341.3867333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4d65dbe-943a-4920-8d70-f2ac6994e3d5","EoS":true} {"level":"info","ts":1784919341.3867493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b4d65dbe-943a-4920-8d70-f2ac6994e3d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919341.3867621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4d65dbe-943a-4920-8d70-f2ac6994e3d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919341.386779,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4d65dbe-943a-4920-8d70-f2ac6994e3d5"} {"level":"info","ts":1784919345.535055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919345.5351384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b958df6-bb60-4c9d-b795-e519cef61999"} {"level":"info","ts":1784919345.535154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b958df6-bb60-4c9d-b795-e519cef61999"} {"level":"info","ts":1784919345.535173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b958df6-bb60-4c9d-b795-e519cef61999","EoS":false} {"level":"info","ts":1784919345.5351934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b958df6-bb60-4c9d-b795-e519cef61999","EoS":true} {"level":"info","ts":1784919345.5352252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b958df6-bb60-4c9d-b795-e519cef61999","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919345.535246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b958df6-bb60-4c9d-b795-e519cef61999","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919345.5352774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b958df6-bb60-4c9d-b795-e519cef61999"} {"level":"info","ts":1784919361.3084686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919361.3085537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"} {"level":"info","ts":1784919361.3085666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"} {"level":"info","ts":1784919361.3085785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","EoS":false} {"level":"info","ts":1784919361.3085904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","EoS":true} {"level":"info","ts":1784919361.308611,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919361.3086252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919361.3086483,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f1368ff-19d9-4973-88a2-9517f03dc09b"} {"level":"info","ts":1784919361.4472487,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919361.4473298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"} {"level":"info","ts":1784919361.4473457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"} {"level":"info","ts":1784919361.4473648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","EoS":false} {"level":"info","ts":1784919361.447399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","EoS":true} {"level":"info","ts":1784919361.4474328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919361.447451,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919361.4474795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fc13538-2a59-4a6f-bd98-a72d8cbd55e6"} {"level":"info","ts":1784919361.6003375,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919361.6004374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"} {"level":"info","ts":1784919361.6004467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"} {"level":"info","ts":1784919361.6004584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","EoS":false} {"level":"info","ts":1784919361.6005144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","EoS":true} {"level":"info","ts":1784919361.6005356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919361.60055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919361.600569,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"846dbc42-0caf-4545-a60e-58681c9ab3a5"} {"level":"info","ts":1784919361.7427123,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919361.7427979,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"} {"level":"info","ts":1784919361.7428143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"} {"level":"info","ts":1784919361.7428343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","EoS":false} {"level":"info","ts":1784919361.742854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","EoS":true} {"level":"info","ts":1784919361.7428882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919361.7429054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919361.7429335,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"492383b7-dcc9-4703-9ab4-c8e05b1cd6f7"} {"level":"info","ts":1784919361.897949,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919361.8980212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"} {"level":"info","ts":1784919361.898033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"} {"level":"info","ts":1784919361.8980448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","EoS":false} {"level":"info","ts":1784919361.898056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","EoS":true} {"level":"info","ts":1784919361.8980765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919361.8980918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919361.8981109,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9aa2f50-407e-40dd-ab09-3c817a185f63"} {"level":"info","ts":1784919362.0868518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919362.0869138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7565ec39-1817-4dad-be89-6fcf59282dd1"} {"level":"info","ts":1784919362.0869234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7565ec39-1817-4dad-be89-6fcf59282dd1"} {"level":"info","ts":1784919362.086934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7565ec39-1817-4dad-be89-6fcf59282dd1","EoS":false} {"level":"info","ts":1784919362.0869467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7565ec39-1817-4dad-be89-6fcf59282dd1","EoS":true} {"level":"info","ts":1784919362.0869656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7565ec39-1817-4dad-be89-6fcf59282dd1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919362.0869792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7565ec39-1817-4dad-be89-6fcf59282dd1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919362.0869956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7565ec39-1817-4dad-be89-6fcf59282dd1"} {"level":"info","ts":1784919377.6456485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919377.6457222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"} {"level":"info","ts":1784919377.645735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"} {"level":"info","ts":1784919377.6457462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","EoS":false} {"level":"info","ts":1784919377.6457565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","EoS":true} {"level":"info","ts":1784919377.6457794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919377.6457984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919377.6458206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0adf8106-44e6-48aa-a13e-d257687666f5"} {"level":"info","ts":1784919377.6798398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919377.679895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba14352b-5520-4490-a8fe-f958a15131e6"} {"level":"info","ts":1784919377.679905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba14352b-5520-4490-a8fe-f958a15131e6"} {"level":"info","ts":1784919377.6799154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba14352b-5520-4490-a8fe-f958a15131e6","EoS":false} {"level":"info","ts":1784919377.6799247,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba14352b-5520-4490-a8fe-f958a15131e6","EoS":true} {"level":"info","ts":1784919377.6799386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba14352b-5520-4490-a8fe-f958a15131e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919377.6799512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba14352b-5520-4490-a8fe-f958a15131e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919377.6799698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba14352b-5520-4490-a8fe-f958a15131e6"} {"level":"info","ts":1784919377.7141852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919377.7142444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbac747f-2b0e-47e4-b129-b9afc38b2f94"} {"level":"info","ts":1784919377.714255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbac747f-2b0e-47e4-b129-b9afc38b2f94"} {"level":"info","ts":1784919377.714266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbac747f-2b0e-47e4-b129-b9afc38b2f94","EoS":false} {"level":"info","ts":1784919377.7142782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbac747f-2b0e-47e4-b129-b9afc38b2f94","EoS":true} {"level":"info","ts":1784919377.7142928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbac747f-2b0e-47e4-b129-b9afc38b2f94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919377.7143047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbac747f-2b0e-47e4-b129-b9afc38b2f94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919377.7143223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbac747f-2b0e-47e4-b129-b9afc38b2f94"} {"level":"info","ts":1784919377.7477179,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919377.7477684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3465ea08-45e3-4142-b1a6-50b978cce01a"} {"level":"info","ts":1784919382.347538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919382.3476174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"} {"level":"info","ts":1784919382.34763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"} {"level":"info","ts":1784919382.3476417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","EoS":false} {"level":"info","ts":1784919382.3476515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","EoS":true} {"level":"info","ts":1784919382.34767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919382.3476858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919382.3477142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2aaea530-01cc-426e-9d80-6983b5803aaa"} {"level":"info","ts":1784919390.9179375,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919390.9180157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d924dd69-eeaf-435a-bbb6-849353a086ee"} {"level":"info","ts":1784919390.9180284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d924dd69-eeaf-435a-bbb6-849353a086ee"} {"level":"info","ts":1784919390.9180393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d924dd69-eeaf-435a-bbb6-849353a086ee","EoS":false} {"level":"info","ts":1784919390.9180498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d924dd69-eeaf-435a-bbb6-849353a086ee","EoS":true} {"level":"info","ts":1784919390.9180694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d924dd69-eeaf-435a-bbb6-849353a086ee","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919390.9180863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d924dd69-eeaf-435a-bbb6-849353a086ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919390.9181068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d924dd69-eeaf-435a-bbb6-849353a086ee"} {"level":"info","ts":1784919392.952967,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919392.953041,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"} {"level":"info","ts":1784919392.9530497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"} {"level":"info","ts":1784919392.9530654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","EoS":false} {"level":"info","ts":1784919392.9530783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","EoS":true} {"level":"info","ts":1784919392.9530976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919392.9531121,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919392.9531326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0bbe2dd-4a0b-4a77-96bd-43e2004c0f3e"} {"level":"info","ts":1784919405.8208017,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919405.820889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"} {"level":"info","ts":1784919405.8208988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"} {"level":"info","ts":1784919405.82091,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","EoS":false} {"level":"info","ts":1784919405.8209238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","EoS":true} {"level":"info","ts":1784919405.820948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919405.8209617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919405.8209827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc39cb29-68b2-40f2-a85d-a2d591bcce4d"} {"level":"info","ts":1784919414.3619819,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919414.3620598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"} {"level":"info","ts":1784919414.3620741,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"} {"level":"info","ts":1784919414.3620863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","EoS":false} {"level":"info","ts":1784919414.3620996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","EoS":true} {"level":"info","ts":1784919414.362126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919414.3621418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919414.3621628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ba8fc3f-b04c-413a-994f-62e7861ced17"} {"level":"info","ts":1784919423.2170415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919423.2171319,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"} {"level":"info","ts":1784919423.2171447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"} {"level":"info","ts":1784919423.2171652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","EoS":false} {"level":"info","ts":1784919423.2171814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","EoS":true} {"level":"info","ts":1784919423.2172072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919423.2172244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919423.2172537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c52dc081-e24d-40f4-8761-86db106d5ed6"} {"level":"info","ts":1784919432.2043605,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919432.204463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bafed3a-110e-4190-8d27-41ca717a9aa0"} {"level":"info","ts":1784919432.2044754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bafed3a-110e-4190-8d27-41ca717a9aa0"} {"level":"info","ts":1784919432.204487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bafed3a-110e-4190-8d27-41ca717a9aa0","EoS":false} {"level":"info","ts":1784919432.2044985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bafed3a-110e-4190-8d27-41ca717a9aa0","EoS":true} {"level":"info","ts":1784919432.2045202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bafed3a-110e-4190-8d27-41ca717a9aa0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919432.2045345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bafed3a-110e-4190-8d27-41ca717a9aa0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919432.2045546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bafed3a-110e-4190-8d27-41ca717a9aa0"} {"level":"info","ts":1784919436.9456306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919436.9457061,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bfdda4d-88f9-4c5e-b71e-f70c3a1e2b8d"} {"level":"info","ts":1784919436.9457157,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bfdda4d-88f9-4c5e-b71e-f70c3a1e2b8d"} {"level":"info","ts":1784919436.9457269,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bfdda4d-88f9-4c5e-b71e-f70c3a1e2b8d","EoS":false} {"level":"info","ts":1784919436.9457417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bfdda4d-88f9-4c5e-b71e-f70c3a1e2b8d","EoS":true} {"level":"info","ts":1784919436.945763,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bfdda4d-88f9-4c5e-b71e-f70c3a1e2b8d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784919436.9457788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bfdda4d-88f9-4c5e-b71e-f70c3a1e2b8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919436.9457984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bfdda4d-88f9-4c5e-b71e-f70c3a1e2b8d"} {"level":"info","ts":1784919441.6987658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919441.6988547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6f1dccf-1409-419e-ae1f-8555c0d04805"} {"level":"info","ts":1784919441.6988657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6f1dccf-1409-419e-ae1f-8555c0d04805"} {"level":"info","ts":1784919441.6988766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6f1dccf-1409-419e-ae1f-8555c0d04805","EoS":false} {"level":"info","ts":1784919441.6988866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6f1dccf-1409-419e-ae1f-8555c0d04805","EoS":true} {"level":"info","ts":1784919441.6989105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6f1dccf-1409-419e-ae1f-8555c0d04805","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919441.6989267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6f1dccf-1409-419e-ae1f-8555c0d04805","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919441.6989489,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6f1dccf-1409-419e-ae1f-8555c0d04805"} {"level":"info","ts":1784919441.9661736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919441.9662607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64c88238-1539-4e11-b625-3f5c14c5c8cd"} {"level":"info","ts":1784919441.966274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64c88238-1539-4e11-b625-3f5c14c5c8cd"} {"level":"info","ts":1784919441.966293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64c88238-1539-4e11-b625-3f5c14c5c8cd","EoS":false} {"level":"info","ts":1784919441.966312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64c88238-1539-4e11-b625-3f5c14c5c8cd","EoS":true} {"level":"info","ts":1784919441.9663398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64c88238-1539-4e11-b625-3f5c14c5c8cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919441.9663568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64c88238-1539-4e11-b625-3f5c14c5c8cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919441.966403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64c88238-1539-4e11-b625-3f5c14c5c8cd"} {"level":"info","ts":1784919444.0037796,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919444.00387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5f5cc1f-148c-4393-bae3-d2a166f66872"} {"level":"info","ts":1784919444.0038824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5f5cc1f-148c-4393-bae3-d2a166f66872"} {"level":"info","ts":1784919444.003901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5f5cc1f-148c-4393-bae3-d2a166f66872","EoS":false} {"level":"info","ts":1784919444.0039206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5f5cc1f-148c-4393-bae3-d2a166f66872","EoS":true} {"level":"info","ts":1784919444.0039542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5f5cc1f-148c-4393-bae3-d2a166f66872","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919444.0039747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5f5cc1f-148c-4393-bae3-d2a166f66872","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919444.004003,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5f5cc1f-148c-4393-bae3-d2a166f66872"} {"level":"info","ts":1784919446.042231,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919446.0423217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"} {"level":"info","ts":1784919446.0423334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"} {"level":"info","ts":1784919446.042345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","EoS":false} {"level":"info","ts":1784919446.0423558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","EoS":true} {"level":"info","ts":1784919446.0424006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919446.042416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919446.0424361,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db23035b-0b75-4bce-aa36-feeb804b1114"} {"level":"info","ts":1784919468.4767103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919468.4767869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"} {"level":"info","ts":1784919468.4767985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"} {"level":"info","ts":1784919468.4768102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","EoS":false} {"level":"info","ts":1784919468.476821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","EoS":true} {"level":"info","ts":1784919468.4768395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919468.4768515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919468.4768682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd502b9b-3ea1-4929-bed5-d6e2c6cd7254"} {"level":"info","ts":1784919477.7799132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919477.7800004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69356ce2-c077-4b48-ba4b-166b439d1f0d"} {"level":"info","ts":1784919477.7800138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69356ce2-c077-4b48-ba4b-166b439d1f0d"} {"level":"info","ts":1784919477.7800436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69356ce2-c077-4b48-ba4b-166b439d1f0d","EoS":false} {"level":"info","ts":1784919477.7800634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69356ce2-c077-4b48-ba4b-166b439d1f0d","EoS":true} {"level":"info","ts":1784919477.7800922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69356ce2-c077-4b48-ba4b-166b439d1f0d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919477.78011,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69356ce2-c077-4b48-ba4b-166b439d1f0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919477.78014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69356ce2-c077-4b48-ba4b-166b439d1f0d"} {"level":"info","ts":1784919483.2355585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919483.2356446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e1d2de3-d42f-4982-8061-430383ad8cfb"} {"level":"info","ts":1784919483.2356563,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e1d2de3-d42f-4982-8061-430383ad8cfb"} {"level":"info","ts":1784919483.235668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e1d2de3-d42f-4982-8061-430383ad8cfb","EoS":false} {"level":"info","ts":1784919483.2356794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e1d2de3-d42f-4982-8061-430383ad8cfb","EoS":true} {"level":"info","ts":1784919483.2357008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e1d2de3-d42f-4982-8061-430383ad8cfb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919483.2357163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e1d2de3-d42f-4982-8061-430383ad8cfb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919483.235737,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e1d2de3-d42f-4982-8061-430383ad8cfb"} {"level":"info","ts":1784919492.74901,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919492.7490962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51cd4b70-b54d-4803-85b3-a08ae06beb81"} {"level":"info","ts":1784919492.7491095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51cd4b70-b54d-4803-85b3-a08ae06beb81"} {"level":"info","ts":1784919492.7491243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51cd4b70-b54d-4803-85b3-a08ae06beb81","EoS":false} {"level":"info","ts":1784919492.7491357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51cd4b70-b54d-4803-85b3-a08ae06beb81","EoS":true} {"level":"info","ts":1784919492.749157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51cd4b70-b54d-4803-85b3-a08ae06beb81","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919492.749173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51cd4b70-b54d-4803-85b3-a08ae06beb81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919492.749196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51cd4b70-b54d-4803-85b3-a08ae06beb81"} {"level":"info","ts":1784919494.784163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919494.7842386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"} {"level":"info","ts":1784919494.7842479,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"} {"level":"info","ts":1784919494.7842596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","EoS":false} {"level":"info","ts":1784919494.7842698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","EoS":true} {"level":"info","ts":1784919494.7842903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919494.7843046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919494.7843251,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f384eee-993e-4f3b-8e84-26befc82e043"} {"level":"info","ts":1784919504.1325467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919504.132632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"} {"level":"info","ts":1784919504.132648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"} {"level":"info","ts":1784919504.132667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","EoS":false} {"level":"info","ts":1784919504.132688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","EoS":true} {"level":"info","ts":1784919504.1327207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919504.1327393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919504.1327682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a124c1b-1dac-4f6c-a84e-83b1d44df33c"} {"level":"info","ts":1784919504.1756556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919504.1757185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"} {"level":"info","ts":1784919504.1757302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"} {"level":"info","ts":1784919504.175741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","EoS":false} {"level":"info","ts":1784919504.175751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","EoS":true} {"level":"info","ts":1784919504.175767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919504.1757798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919504.1757977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd3e8e31-dbff-459a-ae85-eae9bbc0e868"} {"level":"info","ts":1784919523.1535616,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919523.1536317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"} {"level":"info","ts":1784919523.153643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"} {"level":"info","ts":1784919523.1536577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","EoS":false} {"level":"info","ts":1784919523.1536698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","EoS":true} {"level":"info","ts":1784919523.1536932,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919523.1537077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919523.153727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"536a8d57-edff-4e4c-8733-07db57c02c13"} {"level":"info","ts":1784919532.441859,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919532.441931,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15d48c28-9260-49ac-a18c-076ef3c8da8b"} {"level":"info","ts":1784919532.4419487,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15d48c28-9260-49ac-a18c-076ef3c8da8b"} {"level":"info","ts":1784919532.44196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15d48c28-9260-49ac-a18c-076ef3c8da8b","EoS":false} {"level":"info","ts":1784919532.4419715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15d48c28-9260-49ac-a18c-076ef3c8da8b","EoS":true} {"level":"info","ts":1784919532.4419906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15d48c28-9260-49ac-a18c-076ef3c8da8b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919532.442005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15d48c28-9260-49ac-a18c-076ef3c8da8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919532.442024,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15d48c28-9260-49ac-a18c-076ef3c8da8b"} {"level":"info","ts":1784919537.6236994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919537.6237783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f596cffd-d757-4097-973d-4977b9487bc6"} {"level":"info","ts":1784919537.6237912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f596cffd-d757-4097-973d-4977b9487bc6"} {"level":"info","ts":1784919537.6238022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f596cffd-d757-4097-973d-4977b9487bc6","EoS":false} {"level":"info","ts":1784919537.6238143,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f596cffd-d757-4097-973d-4977b9487bc6","EoS":true} {"level":"info","ts":1784919537.6238363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f596cffd-d757-4097-973d-4977b9487bc6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784919537.6238503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f596cffd-d757-4097-973d-4977b9487bc6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784919537.6238704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f596cffd-d757-4097-973d-4977b9487bc6"} {"level":"info","ts":1784919630.0036604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919630.0037653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0d13e66-496a-419d-9e1a-29e4e9f8febe"} {"level":"info","ts":1784919630.0037842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0d13e66-496a-419d-9e1a-29e4e9f8febe"} {"level":"info","ts":1784919630.0038018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0d13e66-496a-419d-9e1a-29e4e9f8febe","EoS":false} {"level":"info","ts":1784919630.0038207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0d13e66-496a-419d-9e1a-29e4e9f8febe","EoS":true} {"level":"info","ts":1784919630.0038528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0d13e66-496a-419d-9e1a-29e4e9f8febe","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784919630.0038707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0d13e66-496a-419d-9e1a-29e4e9f8febe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784919630.0038984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0d13e66-496a-419d-9e1a-29e4e9f8febe"} {"level":"info","ts":1784919653.4185221,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919653.4185963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"} {"level":"info","ts":1784919653.4186063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"} {"level":"info","ts":1784919653.4186168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","EoS":false} {"level":"info","ts":1784919653.4186273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","EoS":true} {"level":"info","ts":1784919653.418647,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784919653.4186642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784919653.418684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57e4ead0-fc63-4d45-94cc-c7fc48bbd358"} {"level":"info","ts":1784919690.4357064,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919690.4357884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"} {"level":"info","ts":1784919690.4358022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"} {"level":"info","ts":1784919690.4358137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","EoS":false} {"level":"info","ts":1784919690.4358277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","EoS":true} {"level":"info","ts":1784919690.4358532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919690.4358683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919690.4358895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b63d2724-ef3e-4068-8ed6-723be99bb5cd"} {"level":"info","ts":1784919705.6611333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919705.661214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"} {"level":"info","ts":1784919705.6612248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"} {"level":"info","ts":1784919705.6612372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","EoS":false} {"level":"info","ts":1784919705.6612473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","EoS":true} {"level":"info","ts":1784919705.6612663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919705.6612809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919705.6613019,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53a7c31d-5957-410a-897a-3de645ee25bb"} {"level":"info","ts":1784919705.9560235,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784919705.9561193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3c399dd-7813-46ea-b39a-8ff302f72f07"} {"level":"info","ts":1784919705.956136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3c399dd-7813-46ea-b39a-8ff302f72f07"} {"level":"info","ts":1784919705.9561553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3c399dd-7813-46ea-b39a-8ff302f72f07","EoS":false} {"level":"info","ts":1784919705.956174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3c399dd-7813-46ea-b39a-8ff302f72f07","EoS":true} {"level":"info","ts":1784919705.9562037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3c399dd-7813-46ea-b39a-8ff302f72f07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784919705.9562213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3c399dd-7813-46ea-b39a-8ff302f72f07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784919705.9562514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3c399dd-7813-46ea-b39a-8ff302f72f07"} {"level":"info","ts":1784920036.899469,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920036.8995523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"} {"level":"info","ts":1784920036.8995602,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"} {"level":"info","ts":1784920036.8995721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","EoS":false} {"level":"info","ts":1784920036.8995833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","EoS":true} {"level":"info","ts":1784920036.8996034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784920036.89962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920036.8996413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c138ecb-9ec5-4f8f-bec8-762efff348f4"} {"level":"info","ts":1784920036.9365363,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920036.9366093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40a682ee-5227-4b56-83f1-769b0efb94ff"} {"level":"info","ts":1784920036.93662,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40a682ee-5227-4b56-83f1-769b0efb94ff"} {"level":"info","ts":1784920036.9366312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40a682ee-5227-4b56-83f1-769b0efb94ff","EoS":false} {"level":"info","ts":1784920036.936641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40a682ee-5227-4b56-83f1-769b0efb94ff","EoS":true} {"level":"info","ts":1784920036.936658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40a682ee-5227-4b56-83f1-769b0efb94ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784920036.9366715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40a682ee-5227-4b56-83f1-769b0efb94ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920036.9366894,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40a682ee-5227-4b56-83f1-769b0efb94ff"} {"level":"info","ts":1784920036.9714634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920036.9715433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9a4d61a-b761-4810-a9ea-a23b1aab5aee"} {"level":"info","ts":1784920036.971557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9a4d61a-b761-4810-a9ea-a23b1aab5aee"} {"level":"info","ts":1784920036.9715683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9a4d61a-b761-4810-a9ea-a23b1aab5aee","EoS":false} {"level":"info","ts":1784920036.9715788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9a4d61a-b761-4810-a9ea-a23b1aab5aee","EoS":true} {"level":"info","ts":1784920036.9715965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9a4d61a-b761-4810-a9ea-a23b1aab5aee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784920036.9716094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9a4d61a-b761-4810-a9ea-a23b1aab5aee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784920036.9716315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9a4d61a-b761-4810-a9ea-a23b1aab5aee"} {"level":"info","ts":1784920041.8244164,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f7fde7c-4d29-44a3-9d94-53f503c84b1d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920041.8244472,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f7fde7c-4d29-44a3-9d94-53f503c84b1d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784920041.8245099,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04eb588e-021a-4608-8b27-ac5b8e69465e"} {"level":"info","ts":1784920041.8315353,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03308acc-7ca9-45fb-a6a0-b54189cd3583","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920041.8315616,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03308acc-7ca9-45fb-a6a0-b54189cd3583","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784920041.8326552,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04eb588e-021a-4608-8b27-ac5b8e69465e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920041.8328555,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33841.237470354,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920041.8328793,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920041.9387665,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920041.9421735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"723b2004-749d-4a60-9f37-a6fe8da0325b"} {"level":"info","ts":1784920041.9426627,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3580e801-0c74-411e-8df5-c21f72b06ed4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920041.9426978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3580e801-0c74-411e-8df5-c21f72b06ed4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920041.9477665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"633a1e8b-a3ee-49c9-b127-92c297f5fd29","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920041.947801,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"633a1e8b-a3ee-49c9-b127-92c297f5fd29","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784920041.9507515,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"723b2004-749d-4a60-9f37-a6fe8da0325b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920041.9507978,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"723b2004-749d-4a60-9f37-a6fe8da0325b","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784920042.0267396,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"723b2004-749d-4a60-9f37-a6fe8da0325b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784920042.0267806,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"723b2004-749d-4a60-9f37-a6fe8da0325b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920042.0268443,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"908e643d-5f8d-4d9e-9243-4114a2e89e4c"} {"level":"info","ts":1784920042.0268703,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"908e643d-5f8d-4d9e-9243-4114a2e89e4c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784920042.0272481,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f887b0cb-d086-4f9d-8ad9-d29a96cb2f17","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920042.0272777,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f887b0cb-d086-4f9d-8ad9-d29a96cb2f17","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920042.0275223,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83f006c9-c99d-4725-8de8-29a2b8a868c9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920042.0275588,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83f006c9-c99d-4725-8de8-29a2b8a868c9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784920042.0276613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cb6b75a-2ac1-43d7-8589-3aa4959e25b7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920042.0276814,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cb6b75a-2ac1-43d7-8589-3aa4959e25b7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784920042.0325348,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"908e643d-5f8d-4d9e-9243-4114a2e89e4c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920042.032584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"803b4c3d-64e3-4e85-a021-88a361c7410d"} {"level":"info","ts":1784920042.032769,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34728.909893964,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920042.032792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920042.0330784,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35713.043609354,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920042.0330951,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920042.0413303,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920042.0849419,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784920042.0976999,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"366a1794-6b2f-48c6-bf02-8104e518085d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920042.0977302,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"366a1794-6b2f-48c6-bf02-8104e518085d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920042.1142387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92eb4c55-2f29-4a2f-a362-702635f4e3ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920042.114264,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92eb4c55-2f29-4a2f-a362-702635f4e3ee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920042.128484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b591a157-16ed-49df-ba62-e8ec9dcaed23","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920042.1285098,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b591a157-16ed-49df-ba62-e8ec9dcaed23","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784920042.1334193,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04eb588e-021a-4608-8b27-ac5b8e69465e","name":"e2e-external-provider"} {"level":"info","ts":1784920042.1334195,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"803b4c3d-64e3-4e85-a021-88a361c7410d","name":"e2e-external-model"} {"level":"info","ts":1784920042.1422386,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"803b4c3d-64e3-4e85-a021-88a361c7410d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920042.143686,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04eb588e-021a-4608-8b27-ac5b8e69465e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784920042.1459603,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"803b4c3d-64e3-4e85-a021-88a361c7410d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920042.1460216,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0368f4cd-0e71-4d7b-bd7d-2d9af22d2199"} {"level":"info","ts":1784920042.1460607,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0368f4cd-0e71-4d7b-bd7d-2d9af22d2199","name":"e2e-external-model"} {"level":"error","ts":1784920042.1480644,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04eb588e-021a-4608-8b27-ac5b8e69465e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920042.1481326,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d04cd35b-8843-43fa-8ad1-20ffb893a23f"} {"level":"info","ts":1784920042.1481645,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d04cd35b-8843-43fa-8ad1-20ffb893a23f","name":"e2e-external-provider"} {"level":"info","ts":1784920042.15583,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0368f4cd-0e71-4d7b-bd7d-2d9af22d2199","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920042.1607993,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d04cd35b-8843-43fa-8ad1-20ffb893a23f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784920049.250266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920049.2503443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53"} {"level":"info","ts":1784920049.2503543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53"} {"level":"info","ts":1784920049.2503657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53","EoS":false} {"level":"info","ts":1784920049.2504005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53","EoS":true} {"level":"info","ts":1784920049.2504227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784920049.2504377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920049.2504451,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53","modelName":"e2e-external-model"} {"level":"info","ts":1784920049.250459,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920049.2505014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"439c8095-b428-9426-8480-21a942bfcc53"} {"level":"info","ts":1784920049.2950556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920049.2951217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa"} {"level":"info","ts":1784920049.2951329,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa"} {"level":"info","ts":1784920049.2951436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa","EoS":false} {"level":"info","ts":1784920049.2951546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa","EoS":true} {"level":"info","ts":1784920049.2951732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784920049.295185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920049.295192,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa","modelName":"e2e-external-model"} {"level":"info","ts":1784920049.2952049,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920049.2952406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06476416-6743-40e3-8a55-529c1a2430fa"} {"level":"info","ts":1784920049.3197114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920049.319766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913"} {"level":"info","ts":1784920049.319777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913"} {"level":"info","ts":1784920049.3197882,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","EoS":false} {"level":"info","ts":1784920049.3197992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","EoS":true} {"level":"info","ts":1784920049.3198156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784920049.3198287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920049.3198354,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","modelName":"e2e-external-model"} {"level":"info","ts":1784920049.319847,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920049.3198798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f578383e-c3ac-4f0e-ae38-4863f8899913"} {"level":"info","ts":1784920049.4489758,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5393ab0-0aec-4198-a41b-0b288042212e"} {"level":"info","ts":1784920049.449015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af32be56-d7ce-4292-8a22-5fe1bb2da1d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920049.4490461,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af32be56-d7ce-4292-8a22-5fe1bb2da1d2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920049.4572942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29678404-723b-4bdf-ae8e-b9ad7726b811","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920049.457317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29678404-723b-4bdf-ae8e-b9ad7726b811","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920049.4574513,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5393ab0-0aec-4198-a41b-0b288042212e","name":"e2e-cleanup-test"} {"level":"info","ts":1784920049.4865417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0e085d2-0aff-4c5e-8fb7-ef3076beeda3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784920049.486555,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e5393ab0-0aec-4198-a41b-0b288042212e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784920049.48661,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2adf77-d55b-4f44-a0a3-d047c0c22882"} {"level":"info","ts":1784920049.4865692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0e085d2-0aff-4c5e-8fb7-ef3076beeda3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920049.4866514,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2adf77-d55b-4f44-a0a3-d047c0c22882","name":"e2e-cleanup-test"} {"level":"info","ts":1784920049.4959202,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c2adf77-d55b-4f44-a0a3-d047c0c22882","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920049.50181,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"066f8342-f122-4cef-be1f-c03bc56c7e33"} {"level":"info","ts":1784920049.501875,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"066f8342-f122-4cef-be1f-c03bc56c7e33","name":"e2e-cleanup-test"} {"level":"info","ts":1784920049.5018137,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bef6c47b-9c1d-423d-ad41-9dcbb60bc408","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920049.5019212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bef6c47b-9c1d-423d-ad41-9dcbb60bc408","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784920049.5108142,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"066f8342-f122-4cef-be1f-c03bc56c7e33","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784920057.7037346,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dec50aa1-e892-48ea-a160-fdfc068015fc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920057.7037718,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dec50aa1-e892-48ea-a160-fdfc068015fc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784920057.7037838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fedd030b-ec23-411b-bc97-c3d93e038f11"} {"level":"info","ts":1784920061.9962192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920061.9962914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733"} {"level":"info","ts":1784920061.9963007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733"} {"level":"info","ts":1784920061.9963121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733","EoS":false} {"level":"info","ts":1784920061.9963226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733","EoS":true} {"level":"info","ts":1784920061.9963415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784920061.996356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784920061.9963758,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0d30e30-6c27-4b78-8aed-5c44ee01a733"} {"level":"info","ts":1784920062.0209,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920062.0209506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a"} {"level":"info","ts":1784920062.0209584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a"} {"level":"info","ts":1784920062.0209687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","EoS":false} {"level":"info","ts":1784920062.0209777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","EoS":true} {"level":"info","ts":1784920062.0209918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784920062.0210044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920062.0210106,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","modelName":"e2e-external-model"} {"level":"info","ts":1784920062.0210233,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784920062.0210593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a83f5cda-0a76-4153-be20-1e3e631d118a"} {"level":"info","ts":1784920062.060253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920062.0603082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"} {"level":"info","ts":1784920062.060318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"} {"level":"info","ts":1784920062.0603285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","EoS":false} {"level":"info","ts":1784920062.0603418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","EoS":true} {"level":"info","ts":1784920062.0603557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784920062.0603678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784920062.0604029,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05a737ce-c95d-4882-b0a7-ea83080d16c7"} {"level":"info","ts":1784920062.198625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784920062.1986778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"} {"level":"info","ts":1784920062.1986854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"} {"level":"info","ts":1784920062.1986952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","EoS":false} {"level":"info","ts":1784920062.198705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","EoS":true} {"level":"info","ts":1784920062.198724,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7","field":"model"} {"level":"info","ts":1784920062.198747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34dad7bb-96e6-4cc0-9398-b83b7c1ec2c7"} {"level":"info","ts":1784920063.069861,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22a9b172-120d-4d6c-bfb0-15189da09629"} {"level":"info","ts":1784920063.0698695,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cb90236-5e29-4365-9ea7-0b26f991a1c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920063.0698955,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cb90236-5e29-4365-9ea7-0b26f991a1c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784920063.2013464,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbb20771-8113-458d-8597-265954542425","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920063.2014024,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fbb20771-8113-458d-8597-265954542425","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784920063.2014308,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3166b38a-511d-4e6f-ab42-52cca32a3ed9"} {"level":"info","ts":1784921143.2740707,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784921143.2741668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63ae491a-348e-4bf7-8965-1532629090fc"} {"level":"info","ts":1784921197.841461,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784921197.8415434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"} {"level":"info","ts":1784921197.8415556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"} {"level":"info","ts":1784921197.841567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","EoS":false} {"level":"info","ts":1784921197.841576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","EoS":true} {"level":"info","ts":1784921197.8415995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784921197.841619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784921197.841645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4a4a712-7b5c-4a16-a6f0-df81328be9bc"}