{"level":"info","ts":1784724822.7127097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf036684-109d-460d-be3e-d5934deedd78"} {"level":"info","ts":1784724822.712721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf036684-109d-460d-be3e-d5934deedd78","EoS":false} {"level":"info","ts":1784724822.7127314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf036684-109d-460d-be3e-d5934deedd78","EoS":true} {"level":"info","ts":1784724822.712772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf036684-109d-460d-be3e-d5934deedd78","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724822.7127903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf036684-109d-460d-be3e-d5934deedd78","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724822.712814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf036684-109d-460d-be3e-d5934deedd78"} {"level":"info","ts":1784724841.6601214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724841.6602015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb"} {"level":"info","ts":1784724841.660214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb"} {"level":"info","ts":1784724841.660226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","EoS":false} {"level":"info","ts":1784724841.6602392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","EoS":true} {"level":"info","ts":1784724841.6602583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724841.6602736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724841.6602943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da89304d-7239-4407-9c8b-beeaf00e5acb"} {"level":"info","ts":1784724841.808565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724841.8086538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"} {"level":"info","ts":1784724841.8086686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"} {"level":"info","ts":1784724841.8086815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","EoS":false} {"level":"info","ts":1784724841.8086948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","EoS":true} {"level":"info","ts":1784724841.808714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724841.8087275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724841.8087661,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58535f4d-59e8-489b-a22d-e7243c8be4d7"} {"level":"info","ts":1784724841.953297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724841.9533684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"} {"level":"info","ts":1784724841.9533858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"} {"level":"info","ts":1784724841.953401,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","EoS":false} {"level":"info","ts":1784724841.9534135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","EoS":true} {"level":"info","ts":1784724841.9534316,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724841.9534469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724841.953472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70aa2afb-1598-4817-9a49-95be3afdddb1"} {"level":"info","ts":1784724842.100625,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724842.1006966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"} {"level":"info","ts":1784724842.1007104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"} {"level":"info","ts":1784724842.100722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","EoS":false} {"level":"info","ts":1784724842.1007338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","EoS":true} {"level":"info","ts":1784724842.100772,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724842.1007862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724842.1008112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"776d4c4f-a901-4f30-a6dc-d08291826856"} {"level":"info","ts":1784724842.2464905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724842.2465534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"} {"level":"info","ts":1784724842.246562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"} {"level":"info","ts":1784724842.246573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","EoS":false} {"level":"info","ts":1784724842.2465878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","EoS":true} {"level":"info","ts":1784724842.2466056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724842.246619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724842.2466383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f125796-1bd0-4bc6-b19e-3d48159fca60"} {"level":"info","ts":1784724842.3990018,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724842.399072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9e608de-f35a-4856-9697-f930d951b550"} {"level":"info","ts":1784724842.399081,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9e608de-f35a-4856-9697-f930d951b550"} {"level":"info","ts":1784724842.399095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9e608de-f35a-4856-9697-f930d951b550","EoS":false} {"level":"info","ts":1784724842.3991065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9e608de-f35a-4856-9697-f930d951b550","EoS":true} {"level":"info","ts":1784724842.3991253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9e608de-f35a-4856-9697-f930d951b550","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724842.39914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9e608de-f35a-4856-9697-f930d951b550","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724842.3991582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9e608de-f35a-4856-9697-f930d951b550"} {"level":"info","ts":1784724857.9990044,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724857.999083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"} {"level":"info","ts":1784724857.999106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"} {"level":"info","ts":1784724857.9991186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","EoS":false} {"level":"info","ts":1784724857.9991298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","EoS":true} {"level":"info","ts":1784724857.9991505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724857.9991663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724857.9991863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"375fef67-dd1f-4eee-b785-1666dac0ac80"} {"level":"info","ts":1784724858.0375488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724858.037617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3344cf9e-1426-4762-834d-3263beecd9a4"} {"level":"info","ts":1784724858.0376315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3344cf9e-1426-4762-834d-3263beecd9a4"} {"level":"info","ts":1784724858.0376499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3344cf9e-1426-4762-834d-3263beecd9a4","EoS":false} {"level":"info","ts":1784724858.0376701,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3344cf9e-1426-4762-834d-3263beecd9a4","EoS":true} {"level":"info","ts":1784724858.037695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3344cf9e-1426-4762-834d-3263beecd9a4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724858.0377123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3344cf9e-1426-4762-834d-3263beecd9a4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724858.0377398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3344cf9e-1426-4762-834d-3263beecd9a4"} {"level":"info","ts":1784724858.0739777,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724858.0740411,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8a37a44-1d93-4c6e-9370-978198be210f"} {"level":"info","ts":1784724858.0740569,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8a37a44-1d93-4c6e-9370-978198be210f"} {"level":"info","ts":1784724858.074075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8a37a44-1d93-4c6e-9370-978198be210f","EoS":false} {"level":"info","ts":1784724858.0740929,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8a37a44-1d93-4c6e-9370-978198be210f","EoS":true} {"level":"info","ts":1784724858.0741146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8a37a44-1d93-4c6e-9370-978198be210f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724858.0741313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8a37a44-1d93-4c6e-9370-978198be210f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724858.0741582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8a37a44-1d93-4c6e-9370-978198be210f"} {"level":"info","ts":1784724858.1055522,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724858.1056094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90ed42c6-1548-493b-846b-7896e35b1370"} {"level":"info","ts":1784724862.731661,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724862.7317836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"} {"level":"info","ts":1784724862.7317972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"} {"level":"info","ts":1784724862.7318182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","EoS":false} {"level":"info","ts":1784724862.7318363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","EoS":true} {"level":"info","ts":1784724862.7318697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724862.7318892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724862.7319224,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a5c2396-469b-4af8-9e2f-a08e0dce0462"} {"level":"info","ts":1784724871.285664,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724871.285763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b64ffb98-127f-49e0-9bd9-fdd9446ec784"} {"level":"info","ts":1784724871.2857735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b64ffb98-127f-49e0-9bd9-fdd9446ec784"} {"level":"info","ts":1784724871.2857869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b64ffb98-127f-49e0-9bd9-fdd9446ec784","EoS":false} {"level":"info","ts":1784724871.2857978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b64ffb98-127f-49e0-9bd9-fdd9446ec784","EoS":true} {"level":"info","ts":1784724871.2858186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b64ffb98-127f-49e0-9bd9-fdd9446ec784","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724871.285834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b64ffb98-127f-49e0-9bd9-fdd9446ec784","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724871.2858546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b64ffb98-127f-49e0-9bd9-fdd9446ec784"} {"level":"info","ts":1784724873.3218524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724873.3219376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"} {"level":"info","ts":1784724873.321949,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"} {"level":"info","ts":1784724873.3219602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","EoS":false} {"level":"info","ts":1784724873.3219707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","EoS":true} {"level":"info","ts":1784724873.3219907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724873.3220062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724873.32203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85c4f119-acf8-4d8a-ad95-60dba4618ea2"} {"level":"info","ts":1784724886.1935387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724886.1936367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"} {"level":"info","ts":1784724886.193654,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"} {"level":"info","ts":1784724886.193674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","EoS":false} {"level":"info","ts":1784724886.1936953,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","EoS":true} {"level":"info","ts":1784724886.1937203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724886.193736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724886.1937757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d75d4730-3f8d-4a9f-872b-cc68e1797cd5"} {"level":"info","ts":1784724894.729376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724894.729459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"} {"level":"info","ts":1784724894.7294679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"} {"level":"info","ts":1784724894.7294793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","EoS":false} {"level":"info","ts":1784724894.7294903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","EoS":true} {"level":"info","ts":1784724894.72951,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724894.729526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724894.7295463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbaebd07-132a-421a-bb9f-33117b7b3a98"} {"level":"info","ts":1784724903.6029572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724903.6030529,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"} {"level":"info","ts":1784724903.6030686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"} {"level":"info","ts":1784724903.603082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","EoS":false} {"level":"info","ts":1784724903.6030948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","EoS":true} {"level":"info","ts":1784724903.603114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724903.6031296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724903.6031497,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30eeab49-fe88-4416-8014-c3084866190d"} {"level":"info","ts":1784724912.600626,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724912.6007204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a5ec24b-4941-4508-9e61-50bf9a22e9c2"} {"level":"info","ts":1784724912.6007366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a5ec24b-4941-4508-9e61-50bf9a22e9c2"} {"level":"info","ts":1784724912.600778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a5ec24b-4941-4508-9e61-50bf9a22e9c2","EoS":false} {"level":"info","ts":1784724912.6007903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a5ec24b-4941-4508-9e61-50bf9a22e9c2","EoS":true} {"level":"info","ts":1784724912.6008117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a5ec24b-4941-4508-9e61-50bf9a22e9c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724912.600827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a5ec24b-4941-4508-9e61-50bf9a22e9c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724912.6008468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a5ec24b-4941-4508-9e61-50bf9a22e9c2"} {"level":"info","ts":1784724920.4832208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724920.4833019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79bffb38-9b5a-46d0-9c5a-fb75a8ccc4e6"} {"level":"info","ts":1784724920.4833133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79bffb38-9b5a-46d0-9c5a-fb75a8ccc4e6"} {"level":"info","ts":1784724920.4833305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79bffb38-9b5a-46d0-9c5a-fb75a8ccc4e6","EoS":false} {"level":"info","ts":1784724920.4833467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79bffb38-9b5a-46d0-9c5a-fb75a8ccc4e6","EoS":true} {"level":"info","ts":1784724920.4833672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79bffb38-9b5a-46d0-9c5a-fb75a8ccc4e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784724920.4833827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79bffb38-9b5a-46d0-9c5a-fb75a8ccc4e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724920.4834018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79bffb38-9b5a-46d0-9c5a-fb75a8ccc4e6"} {"level":"info","ts":1784724925.2463431,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724925.246433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b90696f-e757-4c58-98fe-08fbe05fe7bf"} {"level":"info","ts":1784724925.246448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b90696f-e757-4c58-98fe-08fbe05fe7bf"} {"level":"info","ts":1784724925.2464674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b90696f-e757-4c58-98fe-08fbe05fe7bf","EoS":false} {"level":"info","ts":1784724925.2464857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b90696f-e757-4c58-98fe-08fbe05fe7bf","EoS":true} {"level":"info","ts":1784724925.2465134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b90696f-e757-4c58-98fe-08fbe05fe7bf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724925.2465355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b90696f-e757-4c58-98fe-08fbe05fe7bf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724925.2465637,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b90696f-e757-4c58-98fe-08fbe05fe7bf"} {"level":"info","ts":1784724925.5223472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724925.5224326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3cbc198-eade-42e8-9a33-6992e07c64de"} {"level":"info","ts":1784724925.5224464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3cbc198-eade-42e8-9a33-6992e07c64de"} {"level":"info","ts":1784724925.5224586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3cbc198-eade-42e8-9a33-6992e07c64de","EoS":false} {"level":"info","ts":1784724925.5224693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3cbc198-eade-42e8-9a33-6992e07c64de","EoS":true} {"level":"info","ts":1784724925.52249,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3cbc198-eade-42e8-9a33-6992e07c64de","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724925.5225048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3cbc198-eade-42e8-9a33-6992e07c64de","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724925.5225244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3cbc198-eade-42e8-9a33-6992e07c64de"} {"level":"info","ts":1784724927.5565028,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724927.5565925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac8011e0-8ed5-432e-b265-b1d911ca9eea"} {"level":"info","ts":1784724927.5566077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac8011e0-8ed5-432e-b265-b1d911ca9eea"} {"level":"info","ts":1784724927.5566227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac8011e0-8ed5-432e-b265-b1d911ca9eea","EoS":false} {"level":"info","ts":1784724927.5566347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac8011e0-8ed5-432e-b265-b1d911ca9eea","EoS":true} {"level":"info","ts":1784724927.556656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac8011e0-8ed5-432e-b265-b1d911ca9eea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724927.5566747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac8011e0-8ed5-432e-b265-b1d911ca9eea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724927.556695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac8011e0-8ed5-432e-b265-b1d911ca9eea"} {"level":"info","ts":1784724929.590322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724929.5903966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"} {"level":"info","ts":1784724929.5904078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"} {"level":"info","ts":1784724929.5904238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","EoS":false} {"level":"info","ts":1784724929.5904446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","EoS":true} {"level":"info","ts":1784724929.5904715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724929.590487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724929.5905097,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75c2419a-a3f7-4c55-a80b-af24a40ca3b0"} {"level":"info","ts":1784724952.412461,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724952.4126043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"} {"level":"info","ts":1784724952.4126215,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"} {"level":"info","ts":1784724952.4126346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","EoS":false} {"level":"info","ts":1784724952.4126475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","EoS":true} {"level":"info","ts":1784724952.412668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724952.4126828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724952.4127026,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1980ab8e-d239-4cf3-a417-31f393dab483"} {"level":"info","ts":1784724961.7734528,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724961.7735307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"690d3f76-7673-45c0-86a7-8590694c8fbe"} {"level":"info","ts":1784724961.7735434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"690d3f76-7673-45c0-86a7-8590694c8fbe"} {"level":"info","ts":1784724961.7735548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"690d3f76-7673-45c0-86a7-8590694c8fbe","EoS":false} {"level":"info","ts":1784724961.773566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"690d3f76-7673-45c0-86a7-8590694c8fbe","EoS":true} {"level":"info","ts":1784724961.7735872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"690d3f76-7673-45c0-86a7-8590694c8fbe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724961.7736025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"690d3f76-7673-45c0-86a7-8590694c8fbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724961.7736244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"690d3f76-7673-45c0-86a7-8590694c8fbe"} {"level":"info","ts":1784724967.214628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724967.214709,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c243a6d0-f4ba-42bf-b96b-2d4c34f9e9a9"} {"level":"info","ts":1784724967.2147229,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c243a6d0-f4ba-42bf-b96b-2d4c34f9e9a9"} {"level":"info","ts":1784724967.2147353,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c243a6d0-f4ba-42bf-b96b-2d4c34f9e9a9","EoS":false} {"level":"info","ts":1784724967.214772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c243a6d0-f4ba-42bf-b96b-2d4c34f9e9a9","EoS":true} {"level":"info","ts":1784724967.2147994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c243a6d0-f4ba-42bf-b96b-2d4c34f9e9a9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784724967.2148147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c243a6d0-f4ba-42bf-b96b-2d4c34f9e9a9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784724967.2148376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c243a6d0-f4ba-42bf-b96b-2d4c34f9e9a9"} {"level":"info","ts":1784724976.7600036,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724976.7600808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"} {"level":"info","ts":1784724976.760091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"} {"level":"info","ts":1784724976.7601018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","EoS":false} {"level":"info","ts":1784724976.760114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","EoS":true} {"level":"info","ts":1784724976.760135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724976.7601507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724976.7601705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f8a4020-d7e8-4f63-82d6-dab433b6f185"} {"level":"info","ts":1784724986.1528919,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724986.15297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"} {"level":"info","ts":1784724986.1529822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"} {"level":"info","ts":1784724986.1529937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","EoS":false} {"level":"info","ts":1784724986.1530054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","EoS":true} {"level":"info","ts":1784724986.1530247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724986.1530402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724986.1530623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9ed52b2-99da-4004-8b6f-d6a84c0e11ed"} {"level":"info","ts":1784724986.1924405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724986.1924977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"} {"level":"info","ts":1784724986.192506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"} {"level":"info","ts":1784724986.1925168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","EoS":false} {"level":"info","ts":1784724986.19253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","EoS":true} {"level":"info","ts":1784724986.192545,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724986.1925578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784724986.192584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63b47207-fbe8-962e-ae00-4730599207ee"} {"level":"info","ts":1784725005.3410869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725005.341173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"} {"level":"info","ts":1784725005.3411884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"} {"level":"info","ts":1784725005.341201,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","EoS":false} {"level":"info","ts":1784725005.3412151,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","EoS":true} {"level":"info","ts":1784725005.3412359,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725005.3412511,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725005.3412724,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"236aeb1d-b92e-42fb-834d-d3113ffb0582"} {"level":"info","ts":1784725014.6287155,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725014.628805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a64648a-4b6d-42ce-9618-4920bad59740"} {"level":"info","ts":1784725014.6288154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a64648a-4b6d-42ce-9618-4920bad59740"} {"level":"info","ts":1784725014.6288261,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a64648a-4b6d-42ce-9618-4920bad59740","EoS":false} {"level":"info","ts":1784725014.6288407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a64648a-4b6d-42ce-9618-4920bad59740","EoS":true} {"level":"info","ts":1784725014.6288598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a64648a-4b6d-42ce-9618-4920bad59740","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725014.6288755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a64648a-4b6d-42ce-9618-4920bad59740","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725014.6288958,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a64648a-4b6d-42ce-9618-4920bad59740"} {"level":"info","ts":1784725019.8583972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725019.858492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d729675-8f02-4dc4-814c-df11fa338f46"} {"level":"info","ts":1784725019.8585062,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d729675-8f02-4dc4-814c-df11fa338f46"} {"level":"info","ts":1784725019.8585236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d729675-8f02-4dc4-814c-df11fa338f46","EoS":false} {"level":"info","ts":1784725019.8585443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d729675-8f02-4dc4-814c-df11fa338f46","EoS":true} {"level":"info","ts":1784725019.8585753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d729675-8f02-4dc4-814c-df11fa338f46","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784725019.858594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d729675-8f02-4dc4-814c-df11fa338f46","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784725019.8586273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d729675-8f02-4dc4-814c-df11fa338f46"} {"level":"info","ts":1784725110.373351,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725110.373435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d0fc8af-bbfb-4265-86c2-7bb9563094b6"} {"level":"info","ts":1784725110.3734484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d0fc8af-bbfb-4265-86c2-7bb9563094b6"} {"level":"info","ts":1784725110.3734603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d0fc8af-bbfb-4265-86c2-7bb9563094b6","EoS":false} {"level":"info","ts":1784725110.3734722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d0fc8af-bbfb-4265-86c2-7bb9563094b6","EoS":true} {"level":"info","ts":1784725110.373494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d0fc8af-bbfb-4265-86c2-7bb9563094b6","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784725110.3735092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d0fc8af-bbfb-4265-86c2-7bb9563094b6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784725110.3735318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d0fc8af-bbfb-4265-86c2-7bb9563094b6"} {"level":"info","ts":1784725135.963178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725135.96326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"} {"level":"info","ts":1784725135.96327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"} {"level":"info","ts":1784725135.963281,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","EoS":false} {"level":"info","ts":1784725135.9632924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","EoS":true} {"level":"info","ts":1784725135.9633133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784725135.9633298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784725135.9633503,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8887b7cf-efff-4fdf-8f5f-6a5cfb59c010"} {"level":"info","ts":1784725175.209943,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725175.2100189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"} {"level":"info","ts":1784725175.2100306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"} {"level":"info","ts":1784725175.2100415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","EoS":false} {"level":"info","ts":1784725175.2100537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","EoS":true} {"level":"info","ts":1784725175.2100732,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725175.21009,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725175.2101107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4aedc6f9-f2f4-40fc-9dc7-491e7337834d"} {"level":"info","ts":1784725190.4720836,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725190.4721785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"} {"level":"info","ts":1784725190.472194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"} {"level":"info","ts":1784725190.472208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","EoS":false} {"level":"info","ts":1784725190.4722219,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","EoS":true} {"level":"info","ts":1784725190.4722428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725190.4722614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725190.472284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0829682e-3bcf-405c-907d-869bd4487155"} {"level":"info","ts":1784725190.754768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725190.754857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17e87ba0-d6b7-4c61-8e92-773c1d14dc3f"} {"level":"info","ts":1784725190.7548685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17e87ba0-d6b7-4c61-8e92-773c1d14dc3f"} {"level":"info","ts":1784725190.7548797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17e87ba0-d6b7-4c61-8e92-773c1d14dc3f","EoS":false} {"level":"info","ts":1784725190.7548997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17e87ba0-d6b7-4c61-8e92-773c1d14dc3f","EoS":true} {"level":"info","ts":1784725190.7549222,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17e87ba0-d6b7-4c61-8e92-773c1d14dc3f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784725190.754938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17e87ba0-d6b7-4c61-8e92-773c1d14dc3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725190.7549603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17e87ba0-d6b7-4c61-8e92-773c1d14dc3f"} {"level":"info","ts":1784725516.6319048,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725516.6319902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"} {"level":"info","ts":1784725516.6320317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"} {"level":"info","ts":1784725516.632045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","EoS":false} {"level":"info","ts":1784725516.6320593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","EoS":true} {"level":"info","ts":1784725516.6320815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725516.632096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725516.6321192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7298683b-22bd-4e07-9140-51db75503cc5"} {"level":"info","ts":1784725516.6700993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725516.670186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"} {"level":"info","ts":1784725516.6701994,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"} {"level":"info","ts":1784725516.6702182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","EoS":false} {"level":"info","ts":1784725516.6702394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","EoS":true} {"level":"info","ts":1784725516.6702683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725516.6702864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725516.6703162,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b70a6230-4838-4910-aaf7-d3d20091f8a8"} {"level":"info","ts":1784725516.7055066,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725516.7055736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa14a468-3d04-4fb7-8094-daa15c6a2e2d"} {"level":"info","ts":1784725516.7055862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa14a468-3d04-4fb7-8094-daa15c6a2e2d"} {"level":"info","ts":1784725516.7055998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa14a468-3d04-4fb7-8094-daa15c6a2e2d","EoS":false} {"level":"info","ts":1784725516.70561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa14a468-3d04-4fb7-8094-daa15c6a2e2d","EoS":true} {"level":"info","ts":1784725516.705629,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa14a468-3d04-4fb7-8094-daa15c6a2e2d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725516.705645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa14a468-3d04-4fb7-8094-daa15c6a2e2d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725516.7056692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa14a468-3d04-4fb7-8094-daa15c6a2e2d"} {"level":"info","ts":1784725516.7425525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725516.7426412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba3052e9-a448-42fe-a5d9-6c5611d49631"} {"level":"info","ts":1784725516.7426567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba3052e9-a448-42fe-a5d9-6c5611d49631"} {"level":"info","ts":1784725516.7426698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba3052e9-a448-42fe-a5d9-6c5611d49631","EoS":false} {"level":"info","ts":1784725516.7426834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba3052e9-a448-42fe-a5d9-6c5611d49631","EoS":true} {"level":"info","ts":1784725516.742703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba3052e9-a448-42fe-a5d9-6c5611d49631","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784725516.742718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba3052e9-a448-42fe-a5d9-6c5611d49631","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784725516.74274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba3052e9-a448-42fe-a5d9-6c5611d49631"} {"level":"info","ts":1784725521.608443,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24eae82b-6fb8-4248-8f67-4f7e78705cf1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725521.6084824,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"24eae82b-6fb8-4248-8f67-4f7e78705cf1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784725521.60848,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77940279-d45f-497b-9aa0-7f5b9518c66c"} {"level":"info","ts":1784725521.616052,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98d9f36d-f705-4442-9822-39cb4992c71a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725521.6160824,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98d9f36d-f705-4442-9822-39cb4992c71a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784725521.6175377,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77940279-d45f-497b-9aa0-7f5b9518c66c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725521.617772,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36374.118992312,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725521.6177905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725521.6638508,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725521.7512794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a88ebfb-27a2-41fc-a131-6cbb08d7f503","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725521.751404,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c096fcd3-75fa-470b-a26d-bfde729a3dcc"} {"level":"info","ts":1784725521.7514513,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a88ebfb-27a2-41fc-a131-6cbb08d7f503","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784725521.7514856,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4443194-1e33-4b36-95cc-dbe7e319d721","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725521.7515004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4443194-1e33-4b36-95cc-dbe7e319d721","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784725521.751528,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c096fcd3-75fa-470b-a26d-bfde729a3dcc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784725521.751913,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32543.773641472,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725521.751934,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784725521.7602174,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c096fcd3-75fa-470b-a26d-bfde729a3dcc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725521.763589,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725521.765631,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c08b0471-4dc4-460e-8fb2-45eaf6c6dd37"} {"level":"info","ts":1784725521.7656653,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c08b0471-4dc4-460e-8fb2-45eaf6c6dd37","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784725521.7674325,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c8a16d3-855c-4b90-ac73-00463a069dc4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725521.7674763,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c8a16d3-855c-4b90-ac73-00463a069dc4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784725521.7675588,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e16225f2-0d7b-4b35-8acb-ea96123478f0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725521.767585,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e16225f2-0d7b-4b35-8acb-ea96123478f0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784725521.770405,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c08b0471-4dc4-460e-8fb2-45eaf6c6dd37","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725521.7704675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c351a4b7-d4c7-4793-a6db-6a075eba2765"} {"level":"info","ts":1784725521.770636,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38776.947916771,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725521.7706487,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725521.7769756,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784725521.8525586,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77940279-d45f-497b-9aa0-7f5b9518c66c","name":"e2e-external-provider"} {"level":"info","ts":1784725521.8617067,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77940279-d45f-497b-9aa0-7f5b9518c66c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784725521.8654594,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"77940279-d45f-497b-9aa0-7f5b9518c66c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725521.8655663,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5211b04-b35f-4a69-b32d-9ee89e848fdb"} {"level":"info","ts":1784725521.8656123,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5211b04-b35f-4a69-b32d-9ee89e848fdb","name":"e2e-external-provider"} {"level":"info","ts":1784725521.8711066,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c351a4b7-d4c7-4793-a6db-6a075eba2765","name":"e2e-external-model"} {"level":"info","ts":1784725521.8747776,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5211b04-b35f-4a69-b32d-9ee89e848fdb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784725521.8868082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a772c4a9-376e-4412-b1e7-2ad2fc482aef","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725521.8868446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a772c4a9-376e-4412-b1e7-2ad2fc482aef","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784725521.8923502,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c351a4b7-d4c7-4793-a6db-6a075eba2765","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784725521.892393,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c351a4b7-d4c7-4793-a6db-6a075eba2765","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725521.8924508,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a697239-6c58-438e-8c25-aec2cfd08e6e"} {"level":"info","ts":1784725521.892494,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a697239-6c58-438e-8c25-aec2cfd08e6e","name":"e2e-external-model"} {"level":"info","ts":1784725521.903826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c72a4ecd-3d1a-4480-a8ad-50adc22b7b8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725521.9038537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c72a4ecd-3d1a-4480-a8ad-50adc22b7b8d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784725521.9088707,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a697239-6c58-438e-8c25-aec2cfd08e6e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784725521.908907,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a697239-6c58-438e-8c25-aec2cfd08e6e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725521.9089503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c25aa12-92a7-48e0-9d41-e402eaf7f22d"} {"level":"info","ts":1784725521.9089923,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c25aa12-92a7-48e0-9d41-e402eaf7f22d","name":"e2e-external-model"} {"level":"info","ts":1784725521.917588,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c25aa12-92a7-48e0-9d41-e402eaf7f22d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784725521.9203272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2e26198-7830-4737-8f43-e9de32092928","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725521.9203577,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2e26198-7830-4737-8f43-e9de32092928","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784725521.9229817,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c25aa12-92a7-48e0-9d41-e402eaf7f22d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725521.9230413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89c3732c-e5fb-43b1-8421-3675b10d05e4"} {"level":"info","ts":1784725521.9230828,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89c3732c-e5fb-43b1-8421-3675b10d05e4","name":"e2e-external-model"} {"level":"info","ts":1784725521.930806,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89c3732c-e5fb-43b1-8421-3675b10d05e4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784725531.1879506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725531.1880286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68"} {"level":"info","ts":1784725531.18804,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68"} {"level":"info","ts":1784725531.1880515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68","EoS":false} {"level":"info","ts":1784725531.1880627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68","EoS":true} {"level":"info","ts":1784725531.188083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784725531.1880958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725531.1881084,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68","modelName":"e2e-external-model"} {"level":"info","ts":1784725531.188122,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784725531.1881814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e1ab7ec-5698-409a-bdcc-a1e10cb8ff68"} {"level":"info","ts":1784725531.2395706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725531.239638,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a"} {"level":"info","ts":1784725531.2396483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a"} {"level":"info","ts":1784725531.2396586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a","EoS":false} {"level":"info","ts":1784725531.2396696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a","EoS":true} {"level":"info","ts":1784725531.2396882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784725531.239703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725531.2397096,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a","modelName":"e2e-external-model"} {"level":"info","ts":1784725531.239722,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784725531.239795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ed07142-2103-4d1a-b827-70e2189a964a"} {"level":"info","ts":1784725531.2681985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725531.2682564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5"} {"level":"info","ts":1784725531.2682686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5"} {"level":"info","ts":1784725531.268279,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","EoS":false} {"level":"info","ts":1784725531.2682893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","EoS":true} {"level":"info","ts":1784725531.2683053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784725531.2683196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725531.2683268,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","modelName":"e2e-external-model"} {"level":"info","ts":1784725531.2683394,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784725531.2683759,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3d0515d-ad21-4ebc-95aa-9df874619de5"} {"level":"info","ts":1784725531.4061863,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3487c63-e77d-4b2e-9d09-6a0c21ce7afb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725531.4062262,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ea4049d-6d40-41cd-a918-c82256630cc4"} {"level":"info","ts":1784725531.4062376,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3487c63-e77d-4b2e-9d09-6a0c21ce7afb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725531.412318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"650e5140-a17d-4b1f-b12a-d95c593ba842","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725531.4123466,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"650e5140-a17d-4b1f-b12a-d95c593ba842","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725531.4125457,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ea4049d-6d40-41cd-a918-c82256630cc4","name":"e2e-cleanup-test"} {"level":"info","ts":1784725531.4230328,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ea4049d-6d40-41cd-a918-c82256630cc4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784725531.430871,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15fb4030-22b1-4da2-803f-324c69a14542"} {"level":"info","ts":1784725531.4309368,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15fb4030-22b1-4da2-803f-324c69a14542","name":"e2e-cleanup-test"} {"level":"info","ts":1784725531.430976,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0cca2e0e-bdda-4c71-ac7f-9111000bdec6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725531.4309955,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0cca2e0e-bdda-4c71-ac7f-9111000bdec6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784725531.4442773,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15fb4030-22b1-4da2-803f-324c69a14542","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784725531.4443166,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15fb4030-22b1-4da2-803f-324c69a14542","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725531.4443598,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f60a1d92-bf0d-407b-8fbf-8327e579fd1b"} {"level":"info","ts":1784725531.4444027,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f60a1d92-bf0d-407b-8fbf-8327e579fd1b","name":"e2e-cleanup-test"} {"level":"info","ts":1784725531.4481125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30ebd2a7-2179-4088-8ee0-441143e631ad","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725531.4481397,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30ebd2a7-2179-4088-8ee0-441143e631ad","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725531.4539053,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f60a1d92-bf0d-407b-8fbf-8327e579fd1b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784725531.4576454,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f60a1d92-bf0d-407b-8fbf-8327e579fd1b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725531.4577172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27add3a7-b140-48c8-8684-9f6c04553e68"} {"level":"info","ts":1784725531.4577737,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27add3a7-b140-48c8-8684-9f6c04553e68","name":"e2e-cleanup-test"} {"level":"info","ts":1784725531.4637911,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10e571ef-440f-4a5f-8be3-f8b9adc6b72c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725531.4638271,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10e571ef-440f-4a5f-8be3-f8b9adc6b72c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784725531.4681146,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27add3a7-b140-48c8-8684-9f6c04553e68","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784725531.471549,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27add3a7-b140-48c8-8684-9f6c04553e68","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784725531.4716053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c0f3c98-c12f-482a-b56e-55ac25d349d2"} {"level":"info","ts":1784725531.4716473,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c0f3c98-c12f-482a-b56e-55ac25d349d2","name":"e2e-cleanup-test"} {"level":"info","ts":1784725531.4806979,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c0f3c98-c12f-482a-b56e-55ac25d349d2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784725539.6599457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcd45718-debe-4015-9575-ca9a6f99fa58","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725539.6599512,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53168042-3534-41a6-b1c7-82f61f06de19"} {"level":"info","ts":1784725539.6599815,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcd45718-debe-4015-9575-ca9a6f99fa58","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784725543.9675832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725543.9676576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba"} {"level":"info","ts":1784725543.9676657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba"} {"level":"info","ts":1784725543.967678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba","EoS":false} {"level":"info","ts":1784725543.9676893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba","EoS":true} {"level":"info","ts":1784725543.9677088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784725543.9677255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784725543.967768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f92681a4-7f0f-4d35-8e7a-18549fb5d9ba"} {"level":"info","ts":1784725543.9978883,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725543.9979436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba"} {"level":"info","ts":1784725543.9979517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba"} {"level":"info","ts":1784725543.997962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","EoS":false} {"level":"info","ts":1784725543.997975,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","EoS":true} {"level":"info","ts":1784725543.9979897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784725543.9980028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725543.9980106,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","modelName":"e2e-external-model"} {"level":"info","ts":1784725543.998024,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784725543.9980588,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae44b31a-1117-47e9-8a23-b10c75d3f4ba"} {"level":"info","ts":1784725544.0400434,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725544.0401163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"} {"level":"info","ts":1784725544.040125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"} {"level":"info","ts":1784725544.0401356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","EoS":false} {"level":"info","ts":1784725544.0401464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","EoS":true} {"level":"info","ts":1784725544.040164,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784725544.0401797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784725544.0401974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc4e8f83-fbb6-4e78-9949-89d1ae5d2fbe"} {"level":"info","ts":1784725544.226257,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784725544.2263184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"} {"level":"info","ts":1784725544.226327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"} {"level":"info","ts":1784725544.2263372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","EoS":false} {"level":"info","ts":1784725544.2263527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","EoS":true} {"level":"info","ts":1784725544.2263734,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a","field":"model"} {"level":"info","ts":1784725544.226398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7be31a-e220-4c5c-a6e9-29a9f350898a"} {"level":"info","ts":1784725545.2128043,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53e20080-b7e2-4163-af0d-f579679422c3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725545.2128248,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18b23661-3942-4875-b310-9c7cbb15454b"} {"level":"info","ts":1784725545.212848,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53e20080-b7e2-4163-af0d-f579679422c3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784725545.3573918,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c81a83a5-b0ea-4c4f-a4be-d368367a2136","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725545.357432,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c81a83a5-b0ea-4c4f-a4be-d368367a2136","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784725545.357399,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8a7efa9-3501-41a8-ba24-4c651edf48dc"} {"level":"info","ts":1784726146.736149,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726146.7362335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c8ddc41-08ff-4b4e-a793-cf6e2054ab4c"} {"level":"info","ts":1784726146.7362416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c8ddc41-08ff-4b4e-a793-cf6e2054ab4c"} {"level":"info","ts":1784726146.7362523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c8ddc41-08ff-4b4e-a793-cf6e2054ab4c","EoS":false} {"level":"info","ts":1784726146.7362645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c8ddc41-08ff-4b4e-a793-cf6e2054ab4c","EoS":true} {"level":"info","ts":1784726146.7362833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c8ddc41-08ff-4b4e-a793-cf6e2054ab4c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726146.7362974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c8ddc41-08ff-4b4e-a793-cf6e2054ab4c","path":"/ai-tenant-e2e-inf-b-c5ea07/test-model-c5ea07/v1/chat/completions"} {"level":"info","ts":1784726146.7363176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c8ddc41-08ff-4b4e-a793-cf6e2054ab4c"} {"level":"info","ts":1784726167.7681556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726167.7682512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"} {"level":"info","ts":1784726167.768262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"} {"level":"info","ts":1784726167.7682745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","EoS":false} {"level":"info","ts":1784726167.7682903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","EoS":true} {"level":"info","ts":1784726167.768312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726167.768328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4","path":"/ai-tenant-e2e-inf-b-c5ea07/test-model-c5ea07/v1/chat/completions"} {"level":"info","ts":1784726167.7683544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"835c7579-def6-4a06-854b-b150dd8f3ce4"} {"level":"info","ts":1784726691.6593843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784726691.6594672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"} {"level":"info","ts":1784726691.659475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"} {"level":"info","ts":1784726691.6594849,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","EoS":false} {"level":"info","ts":1784726691.659499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","EoS":true} {"level":"info","ts":1784726691.6595192,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784726691.6595333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6","path":"/ai-tenant-e2e-shared-b-494b12/rate-test-model-494b12/v1/completions"} {"level":"info","ts":1784726691.659554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2958bdee-3068-4190-8efd-94140c04aca6"}