{"level":"info","ts":1784908858.9952571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908858.9952655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908858.9952765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","EoS":false} {"level":"info","ts":1784908858.9952867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","EoS":true} {"level":"info","ts":1784908858.9953053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908858.9953203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908858.995335,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00bb356d-c193-4545-af2a-8cca6716b5b6"} {"level":"info","ts":1784908859.0340047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908859.034067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a8dea2e-4219-4319-9a28-5a206b6f027b"} {"level":"info","ts":1784908859.034084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a8dea2e-4219-4319-9a28-5a206b6f027b"} {"level":"info","ts":1784908859.0340948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a8dea2e-4219-4319-9a28-5a206b6f027b","EoS":false} {"level":"info","ts":1784908859.0341039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a8dea2e-4219-4319-9a28-5a206b6f027b","EoS":true} {"level":"info","ts":1784908859.034182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a8dea2e-4219-4319-9a28-5a206b6f027b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908859.0341961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a8dea2e-4219-4319-9a28-5a206b6f027b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908859.0342147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a8dea2e-4219-4319-9a28-5a206b6f027b"} {"level":"info","ts":1784908863.206871,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908863.2069743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf406f0b-4a80-4499-9084-0105e49e4171"} {"level":"info","ts":1784908863.206995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf406f0b-4a80-4499-9084-0105e49e4171"} {"level":"info","ts":1784908863.207014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf406f0b-4a80-4499-9084-0105e49e4171","EoS":false} {"level":"info","ts":1784908863.2070327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf406f0b-4a80-4499-9084-0105e49e4171","EoS":true} {"level":"info","ts":1784908863.2070642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf406f0b-4a80-4499-9084-0105e49e4171","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908863.2070847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf406f0b-4a80-4499-9084-0105e49e4171","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908863.2071152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf406f0b-4a80-4499-9084-0105e49e4171"} {"level":"info","ts":1784908879.0409515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.0410333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.0410428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.0410542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","EoS":false} {"level":"info","ts":1784908879.0410638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","EoS":true} {"level":"info","ts":1784908879.041083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908879.0410993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.0411184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa7de639-783b-4929-a9a8-4fe6967266cf"} {"level":"info","ts":1784908879.1835086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.1835873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.183597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.183622,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","EoS":false} {"level":"info","ts":1784908879.1836321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","EoS":true} {"level":"info","ts":1784908879.1836529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908879.1836674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.183683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cda98618-f4c5-4e20-b696-d312aea9bd49"} {"level":"info","ts":1784908879.3207753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.3208492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.320858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.3208692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","EoS":false} {"level":"info","ts":1784908879.3208795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","EoS":true} {"level":"info","ts":1784908879.3209002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908879.320916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.3209307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10c3d4c0-65f2-4ed6-9310-4b8d3f225c00"} {"level":"info","ts":1784908879.4570453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.4571185,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.457128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.4571388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","EoS":false} {"level":"info","ts":1784908879.4571507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","EoS":true} {"level":"info","ts":1784908879.4571693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908879.457184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.457203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2bf631d-c08b-455b-bd07-2f82f8554e7f"} {"level":"info","ts":1784908879.595789,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.5958664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908879.595877,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908879.5958877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","EoS":false} {"level":"info","ts":1784908879.5958977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","EoS":true} {"level":"info","ts":1784908879.5959184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908879.5959375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.595965,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"143b2d6b-5a18-4d36-a7f4-8ea0430f8fd8"} {"level":"info","ts":1784908879.7329488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908879.7330265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"462150db-e1e9-4067-a8d3-e6de5177521c"} {"level":"info","ts":1784908879.7330358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"462150db-e1e9-4067-a8d3-e6de5177521c"} {"level":"info","ts":1784908879.7330506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"462150db-e1e9-4067-a8d3-e6de5177521c","EoS":false} {"level":"info","ts":1784908879.7330701,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"462150db-e1e9-4067-a8d3-e6de5177521c","EoS":true} {"level":"info","ts":1784908879.7330961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"462150db-e1e9-4067-a8d3-e6de5177521c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908879.7331119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"462150db-e1e9-4067-a8d3-e6de5177521c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908879.7331312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"462150db-e1e9-4067-a8d3-e6de5177521c"} {"level":"info","ts":1784908895.4152188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908895.4152975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.4153085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.4153194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","EoS":false} {"level":"info","ts":1784908895.4153306,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","EoS":true} {"level":"info","ts":1784908895.4153523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908895.4153693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908895.4153917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c92b4f4-d138-46fd-b844-04261bdefdf3"} {"level":"info","ts":1784908895.4513958,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908895.4514604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15a554d7-f8e4-4f10-b134-87b32516da57"} {"level":"info","ts":1784908895.4514701,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15a554d7-f8e4-4f10-b134-87b32516da57"} {"level":"info","ts":1784908895.4514806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15a554d7-f8e4-4f10-b134-87b32516da57","EoS":false} {"level":"info","ts":1784908895.451492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15a554d7-f8e4-4f10-b134-87b32516da57","EoS":true} {"level":"info","ts":1784908895.4515095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15a554d7-f8e4-4f10-b134-87b32516da57","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908895.451521,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15a554d7-f8e4-4f10-b134-87b32516da57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908895.4515398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15a554d7-f8e4-4f10-b134-87b32516da57"} {"level":"info","ts":1784908895.485459,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908895.48552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cb4158c-92fe-4283-9b9e-702d3f735022"} {"level":"info","ts":1784908895.4855313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6cb4158c-92fe-4283-9b9e-702d3f735022"} {"level":"info","ts":1784908895.4855418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6cb4158c-92fe-4283-9b9e-702d3f735022","EoS":false} {"level":"info","ts":1784908895.4855857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6cb4158c-92fe-4283-9b9e-702d3f735022","EoS":true} {"level":"info","ts":1784908895.4856334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6cb4158c-92fe-4283-9b9e-702d3f735022","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908895.4856513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cb4158c-92fe-4283-9b9e-702d3f735022","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908895.48567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6cb4158c-92fe-4283-9b9e-702d3f735022"} {"level":"info","ts":1784908895.5205595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908895.5206647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87ca7067-dc6b-4238-8a72-af0a71b0be44"} {"level":"info","ts":1784908900.1546817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908900.1547627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908900.1547754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908900.154787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","EoS":false} {"level":"info","ts":1784908900.1547976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","EoS":true} {"level":"info","ts":1784908900.1548216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908900.1548433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908900.1548724,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b821b103-9e98-4b6a-8e43-2425a97fb295"} {"level":"info","ts":1784908908.725585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908908.7256904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2d9468e-e0f4-42c4-aee8-766f1f0cc623"} {"level":"info","ts":1784908908.7257595,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2d9468e-e0f4-42c4-aee8-766f1f0cc623"} {"level":"info","ts":1784908908.7257738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2d9468e-e0f4-42c4-aee8-766f1f0cc623","EoS":false} {"level":"info","ts":1784908908.725784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2d9468e-e0f4-42c4-aee8-766f1f0cc623","EoS":true} {"level":"info","ts":1784908908.725806,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2d9468e-e0f4-42c4-aee8-766f1f0cc623","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908908.725821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2d9468e-e0f4-42c4-aee8-766f1f0cc623","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908908.7258408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2d9468e-e0f4-42c4-aee8-766f1f0cc623"} {"level":"info","ts":1784908910.7614226,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908910.7615051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b137e08e-8bd8-48d6-a89b-5e85d38f1069"} {"level":"info","ts":1784908910.761518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b137e08e-8bd8-48d6-a89b-5e85d38f1069"} {"level":"info","ts":1784908910.7615302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b137e08e-8bd8-48d6-a89b-5e85d38f1069","EoS":false} {"level":"info","ts":1784908910.7615435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b137e08e-8bd8-48d6-a89b-5e85d38f1069","EoS":true} {"level":"info","ts":1784908910.7615685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b137e08e-8bd8-48d6-a89b-5e85d38f1069","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908910.7615912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b137e08e-8bd8-48d6-a89b-5e85d38f1069","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908910.7616343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b137e08e-8bd8-48d6-a89b-5e85d38f1069"} {"level":"info","ts":1784908912.7978609,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908912.7979472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908912.7979572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908912.7979686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","EoS":false} {"level":"info","ts":1784908912.7979789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","EoS":true} {"level":"info","ts":1784908912.7980018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908912.7980168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908912.798038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b94b1af3-3e90-4ae9-af66-6d71a9f13c6b"} {"level":"info","ts":1784908925.6485019,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908925.6485784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908925.6485877,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908925.6485994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","EoS":false} {"level":"info","ts":1784908925.648687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","EoS":true} {"level":"info","ts":1784908925.6487129,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908925.6487339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908925.6487575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08d0c6e1-5f79-4ce0-a1ed-1de24c1a683d"} {"level":"info","ts":1784908934.1894655,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908934.1895428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908934.1895518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908934.189565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","EoS":false} {"level":"info","ts":1784908934.1895752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","EoS":true} {"level":"info","ts":1784908934.1895952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908934.189629,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908934.1896493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e7da168-842e-4ff8-8946-65879f3130e7"} {"level":"info","ts":1784908943.0725682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908943.0726688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908943.072681,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908943.0726957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","EoS":false} {"level":"info","ts":1784908943.072713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","EoS":true} {"level":"info","ts":1784908943.0727434,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908943.0727603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908943.0727813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50a9d3ef-334d-4419-bbe4-8ea9289a2703"} {"level":"info","ts":1784908952.1207495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908952.1208389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4f911fe-3b33-494b-ae01-62f3f9efb7c9"} {"level":"info","ts":1784908952.1208477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4f911fe-3b33-494b-ae01-62f3f9efb7c9"} {"level":"info","ts":1784908952.1208591,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4f911fe-3b33-494b-ae01-62f3f9efb7c9","EoS":false} {"level":"info","ts":1784908952.120872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4f911fe-3b33-494b-ae01-62f3f9efb7c9","EoS":true} {"level":"info","ts":1784908952.1209002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4f911fe-3b33-494b-ae01-62f3f9efb7c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908952.120918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4f911fe-3b33-494b-ae01-62f3f9efb7c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908952.1209378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4f911fe-3b33-494b-ae01-62f3f9efb7c9"} {"level":"info","ts":1784908956.9468265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908956.946907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a75997f-9122-4c86-8897-fe35709eb9f3"} {"level":"info","ts":1784908956.9469166,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a75997f-9122-4c86-8897-fe35709eb9f3"} {"level":"info","ts":1784908956.9469285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a75997f-9122-4c86-8897-fe35709eb9f3","EoS":false} {"level":"info","ts":1784908956.9469402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a75997f-9122-4c86-8897-fe35709eb9f3","EoS":true} {"level":"info","ts":1784908956.9469607,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a75997f-9122-4c86-8897-fe35709eb9f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908956.9469757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a75997f-9122-4c86-8897-fe35709eb9f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908956.9469974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a75997f-9122-4c86-8897-fe35709eb9f3"} {"level":"info","ts":1784908961.717841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908961.7179205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c550ee6-932d-453f-bb76-5a7e4359c42a"} {"level":"info","ts":1784908961.7179322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c550ee6-932d-453f-bb76-5a7e4359c42a"} {"level":"info","ts":1784908961.7179441,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c550ee6-932d-453f-bb76-5a7e4359c42a","EoS":false} {"level":"info","ts":1784908961.7179554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c550ee6-932d-453f-bb76-5a7e4359c42a","EoS":true} {"level":"info","ts":1784908961.7179744,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c550ee6-932d-453f-bb76-5a7e4359c42a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908961.71799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c550ee6-932d-453f-bb76-5a7e4359c42a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908961.7180119,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c550ee6-932d-453f-bb76-5a7e4359c42a"} {"level":"info","ts":1784908961.9988976,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908961.998977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96c2aa44-1805-491a-ab0a-a01af5b2e15c"} {"level":"info","ts":1784908961.9989872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96c2aa44-1805-491a-ab0a-a01af5b2e15c"} {"level":"info","ts":1784908961.9989982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96c2aa44-1805-491a-ab0a-a01af5b2e15c","EoS":false} {"level":"info","ts":1784908961.9990108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96c2aa44-1805-491a-ab0a-a01af5b2e15c","EoS":true} {"level":"info","ts":1784908961.999032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96c2aa44-1805-491a-ab0a-a01af5b2e15c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908961.9990492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96c2aa44-1805-491a-ab0a-a01af5b2e15c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908961.9990702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96c2aa44-1805-491a-ab0a-a01af5b2e15c"} {"level":"info","ts":1784908964.0306585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908964.0307379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"142b045d-f814-4ccb-871c-b2bb9fb5a5b9"} {"level":"info","ts":1784908964.0307467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"142b045d-f814-4ccb-871c-b2bb9fb5a5b9"} {"level":"info","ts":1784908964.030759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"142b045d-f814-4ccb-871c-b2bb9fb5a5b9","EoS":false} {"level":"info","ts":1784908964.030772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"142b045d-f814-4ccb-871c-b2bb9fb5a5b9","EoS":true} {"level":"info","ts":1784908964.030792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"142b045d-f814-4ccb-871c-b2bb9fb5a5b9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908964.0308094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"142b045d-f814-4ccb-871c-b2bb9fb5a5b9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908964.030833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"142b045d-f814-4ccb-871c-b2bb9fb5a5b9"} {"level":"info","ts":1784908966.0670955,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908966.067171,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908966.06718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908966.067191,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","EoS":false} {"level":"info","ts":1784908966.0672004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","EoS":true} {"level":"info","ts":1784908966.0672207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908966.0672362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908966.0672593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77b85a10-d407-4a17-9752-1d81294ba00f"} {"level":"info","ts":1784908989.2875235,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908989.2876427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784908989.2876537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784908989.2876663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","EoS":false} {"level":"info","ts":1784908989.2876768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","EoS":true} {"level":"info","ts":1784908989.2877026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908989.2877216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908989.2877445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a694b82-88ac-4ee5-b460-fab4d759e3de"} {"level":"info","ts":1784908998.627854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908998.6279376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffb37cd4-71df-4073-a058-3ea754bd3a41"} {"level":"info","ts":1784908998.6279473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffb37cd4-71df-4073-a058-3ea754bd3a41"} {"level":"info","ts":1784908998.6279593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffb37cd4-71df-4073-a058-3ea754bd3a41","EoS":false} {"level":"info","ts":1784908998.6279697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffb37cd4-71df-4073-a058-3ea754bd3a41","EoS":true} {"level":"info","ts":1784908998.6279926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffb37cd4-71df-4073-a058-3ea754bd3a41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908998.6280096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffb37cd4-71df-4073-a058-3ea754bd3a41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908998.6280358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffb37cd4-71df-4073-a058-3ea754bd3a41"} {"level":"info","ts":1784909004.1016858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909004.1017747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da403840-5131-41f9-ab5e-ca38fceee798"} {"level":"info","ts":1784909004.1017928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da403840-5131-41f9-ab5e-ca38fceee798"} {"level":"info","ts":1784909004.1018043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da403840-5131-41f9-ab5e-ca38fceee798","EoS":false} {"level":"info","ts":1784909004.101815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da403840-5131-41f9-ab5e-ca38fceee798","EoS":true} {"level":"info","ts":1784909004.1018384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da403840-5131-41f9-ab5e-ca38fceee798","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909004.1018555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da403840-5131-41f9-ab5e-ca38fceee798","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909004.1018794,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da403840-5131-41f9-ab5e-ca38fceee798"} {"level":"info","ts":1784909013.6995275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909013.6996257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6f63185-f76f-4ad9-bd91-94c302b97c44"} {"level":"info","ts":1784909013.699636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6f63185-f76f-4ad9-bd91-94c302b97c44"} {"level":"info","ts":1784909013.699649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6f63185-f76f-4ad9-bd91-94c302b97c44","EoS":false} {"level":"info","ts":1784909013.6996598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6f63185-f76f-4ad9-bd91-94c302b97c44","EoS":true} {"level":"info","ts":1784909013.6996832,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6f63185-f76f-4ad9-bd91-94c302b97c44","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909013.6996999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6f63185-f76f-4ad9-bd91-94c302b97c44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909013.6997218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6f63185-f76f-4ad9-bd91-94c302b97c44"} {"level":"info","ts":1784909015.7317333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909015.7318203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909015.73184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909015.7318554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","EoS":false} {"level":"info","ts":1784909015.731866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","EoS":true} {"level":"info","ts":1784909015.7318878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909015.7319043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909015.7319317,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d85af8f9-24c7-4c71-875e-d03d10839a1c"} {"level":"info","ts":1784909025.199293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909025.1993873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.199403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.1994166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","EoS":false} {"level":"info","ts":1784909025.199475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","EoS":true} {"level":"info","ts":1784909025.1995077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909025.199526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909025.199553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d38721c5-2b58-4868-a8a6-b4064eaf66ef"} {"level":"info","ts":1784909025.240904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909025.2409768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909025.2409892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909025.2410011,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","EoS":false} {"level":"info","ts":1784909025.2410123,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","EoS":true} {"level":"info","ts":1784909025.2410302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909025.2410452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909025.2410667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1292f4cc-fc2f-4a3e-86f0-8918ece35c5e"} {"level":"info","ts":1784909044.5519686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909044.5520504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909044.5520627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909044.552073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","EoS":false} {"level":"info","ts":1784909044.5520828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","EoS":true} {"level":"info","ts":1784909044.5521038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909044.552119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909044.552136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f32b7f68-6e85-40bf-8745-cbde48e73601"} {"level":"info","ts":1784909053.9550686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909053.955143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ec137e9-f007-4dc1-a1f0-caed08ea9eeb"} {"level":"info","ts":1784909053.9551542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ec137e9-f007-4dc1-a1f0-caed08ea9eeb"} {"level":"info","ts":1784909053.9551654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ec137e9-f007-4dc1-a1f0-caed08ea9eeb","EoS":false} {"level":"info","ts":1784909053.9551754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ec137e9-f007-4dc1-a1f0-caed08ea9eeb","EoS":true} {"level":"info","ts":1784909053.9552095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ec137e9-f007-4dc1-a1f0-caed08ea9eeb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909053.9552238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ec137e9-f007-4dc1-a1f0-caed08ea9eeb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909053.955242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ec137e9-f007-4dc1-a1f0-caed08ea9eeb"} {"level":"info","ts":1784909059.2907708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909059.2908664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf5992d0-fe34-4141-af1c-baac53a1d518"} {"level":"info","ts":1784909059.2908802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf5992d0-fe34-4141-af1c-baac53a1d518"} {"level":"info","ts":1784909059.2908978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf5992d0-fe34-4141-af1c-baac53a1d518","EoS":false} {"level":"info","ts":1784909059.2909203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf5992d0-fe34-4141-af1c-baac53a1d518","EoS":true} {"level":"info","ts":1784909059.2909539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf5992d0-fe34-4141-af1c-baac53a1d518","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909059.2909737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf5992d0-fe34-4141-af1c-baac53a1d518","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909059.2910063,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf5992d0-fe34-4141-af1c-baac53a1d518"} {"level":"info","ts":1784909151.0648668,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909151.064944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"872461ab-b23b-47c0-ae61-b78bf3860a57"} {"level":"info","ts":1784909151.0649543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"872461ab-b23b-47c0-ae61-b78bf3860a57"} {"level":"info","ts":1784909151.0649662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"872461ab-b23b-47c0-ae61-b78bf3860a57","EoS":false} {"level":"info","ts":1784909151.0650225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"872461ab-b23b-47c0-ae61-b78bf3860a57","EoS":true} {"level":"info","ts":1784909151.065047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"872461ab-b23b-47c0-ae61-b78bf3860a57","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784909151.065064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"872461ab-b23b-47c0-ae61-b78bf3860a57","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784909151.0650866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"872461ab-b23b-47c0-ae61-b78bf3860a57"} {"level":"info","ts":1784909176.2691581,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909176.2692893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909176.2693024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909176.2693145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","EoS":false} {"level":"info","ts":1784909176.2693257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","EoS":true} {"level":"info","ts":1784909176.2693584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784909176.2693768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784909176.269408,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e46b3b43-e85b-4d74-95eb-6378294816a8"} {"level":"info","ts":1784909213.5412169,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909213.5412958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909213.5413048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909213.5413158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","EoS":false} {"level":"info","ts":1784909213.5413277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","EoS":true} {"level":"info","ts":1784909213.5413542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909213.541376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909213.5413926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55d0fca8-8ab5-42ff-b86d-4729331362fe"} {"level":"info","ts":1784909228.8334894,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909228.8335645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909228.8335738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909228.8335853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","EoS":false} {"level":"info","ts":1784909228.8335948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","EoS":true} {"level":"info","ts":1784909228.8336353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909228.833654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909228.8336759,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b70120c9-bc4f-4540-a51a-17cff3d776b1"} {"level":"info","ts":1784909229.1382835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909229.1383674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b914544-d31e-4e95-9eb5-48f3ab6517cf"} {"level":"info","ts":1784909229.1383765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b914544-d31e-4e95-9eb5-48f3ab6517cf"} {"level":"info","ts":1784909229.138388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b914544-d31e-4e95-9eb5-48f3ab6517cf","EoS":false} {"level":"info","ts":1784909229.138398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b914544-d31e-4e95-9eb5-48f3ab6517cf","EoS":true} {"level":"info","ts":1784909229.138417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b914544-d31e-4e95-9eb5-48f3ab6517cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909229.138433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b914544-d31e-4e95-9eb5-48f3ab6517cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909229.1384537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b914544-d31e-4e95-9eb5-48f3ab6517cf"} {"level":"info","ts":1784909554.7805676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909554.780689,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909554.7807033,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909554.7807152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","EoS":false} {"level":"info","ts":1784909554.7807267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","EoS":true} {"level":"info","ts":1784909554.7807498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909554.7807662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909554.780788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b65f67c4-3127-4d76-aaba-79f49343adff"} {"level":"info","ts":1784909554.8192103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909554.8192878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3b7fef5-e77a-4eb4-9eca-24124e1d5cc5"} {"level":"info","ts":1784909554.8193004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3b7fef5-e77a-4eb4-9eca-24124e1d5cc5"} {"level":"info","ts":1784909554.8193116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3b7fef5-e77a-4eb4-9eca-24124e1d5cc5","EoS":false} {"level":"info","ts":1784909554.819324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3b7fef5-e77a-4eb4-9eca-24124e1d5cc5","EoS":true} {"level":"info","ts":1784909554.81934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3b7fef5-e77a-4eb4-9eca-24124e1d5cc5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909554.819359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3b7fef5-e77a-4eb4-9eca-24124e1d5cc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909554.819382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3b7fef5-e77a-4eb4-9eca-24124e1d5cc5"} {"level":"info","ts":1784909554.856637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909554.85671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6883bd9-e39a-4f40-b098-34166b8c8a37"} {"level":"info","ts":1784909554.8567247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6883bd9-e39a-4f40-b098-34166b8c8a37"} {"level":"info","ts":1784909554.856743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6883bd9-e39a-4f40-b098-34166b8c8a37","EoS":false} {"level":"info","ts":1784909554.8567574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6883bd9-e39a-4f40-b098-34166b8c8a37","EoS":true} {"level":"info","ts":1784909554.8567746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6883bd9-e39a-4f40-b098-34166b8c8a37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909554.8567896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6883bd9-e39a-4f40-b098-34166b8c8a37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909554.8568091,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6883bd9-e39a-4f40-b098-34166b8c8a37"} {"level":"info","ts":1784909559.7291944,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcb01b19-f736-4f4a-8760-4717d9906b2d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909559.729228,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e6f476-c832-461d-9c25-e32ed337d587"} {"level":"info","ts":1784909559.7292554,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dcb01b19-f736-4f4a-8760-4717d9906b2d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909559.7337031,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"431cea4c-58ef-467a-849c-fd6778a79db7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909559.7337298,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"431cea4c-58ef-467a-849c-fd6778a79db7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784909559.7384121,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e6f476-c832-461d-9c25-e32ed337d587","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909559.7386875,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34749.945944382,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.7387109,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.9034061,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98dde0c8-0247-4bf9-a5bd-b159ee41da21"} {"level":"info","ts":1784909559.9037204,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98dde0c8-0247-4bf9-a5bd-b159ee41da21","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909559.9041636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f60dad1-403e-4056-96a8-fbd1197610d9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909559.904209,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f60dad1-403e-4056-96a8-fbd1197610d9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909559.9048502,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6be50dc-9b42-4160-9931-7afd6141e58d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909559.9048858,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6be50dc-9b42-4160-9931-7afd6141e58d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909559.9049318,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.9050102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec9ae8db-9bd8-4b8d-a30e-b1175ff2c6d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909559.905034,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec9ae8db-9bd8-4b8d-a30e-b1175ff2c6d1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909559.9097314,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98dde0c8-0247-4bf9-a5bd-b159ee41da21","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909559.909805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88a5aa65-dedd-4a86-80b0-f0affb5460c9"} {"level":"info","ts":1784909559.9100056,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35019.670564207,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.9100213,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.9170294,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.9395726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36324.205228126,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.9395933,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.9541812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909559.9966786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d43b193-a2b6-41aa-b5b0-3b248408862f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909559.996708,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d43b193-a2b6-41aa-b5b0-3b248408862f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909560.0103168,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88a5aa65-dedd-4a86-80b0-f0affb5460c9","name":"e2e-external-model"} {"level":"info","ts":1784909560.0167544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1445205d-0e75-4175-bdfe-b637f960492c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909560.0167823,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1445205d-0e75-4175-bdfe-b637f960492c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909560.0215216,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88a5aa65-dedd-4a86-80b0-f0affb5460c9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784909560.0282824,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88a5aa65-dedd-4a86-80b0-f0affb5460c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909560.0283618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"703a5045-a3fa-42af-989a-d036ad109e89"} {"level":"info","ts":1784909560.0284076,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"703a5045-a3fa-42af-989a-d036ad109e89","name":"e2e-external-model"} {"level":"info","ts":1784909560.0349598,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8343a3d6-173d-4cb2-a654-28e0399b2ae0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909560.034987,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8343a3d6-173d-4cb2-a654-28e0399b2ae0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909560.0378354,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"703a5045-a3fa-42af-989a-d036ad109e89","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909560.0398004,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e6f476-c832-461d-9c25-e32ed337d587","name":"e2e-external-provider"} {"level":"error","ts":1784909560.041828,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"703a5045-a3fa-42af-989a-d036ad109e89","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909560.0419025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bda25549-1c89-468c-a266-cf31657aa7b1"} {"level":"info","ts":1784909560.0419533,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bda25549-1c89-468c-a266-cf31657aa7b1","name":"e2e-external-model"} {"level":"info","ts":1784909560.0503216,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e6f476-c832-461d-9c25-e32ed337d587","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909560.0508738,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bda25549-1c89-468c-a266-cf31657aa7b1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784909560.0541801,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e6f476-c832-461d-9c25-e32ed337d587","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909560.0542514,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"659b9efa-2613-4992-9676-7d9536a05ede"} {"level":"info","ts":1784909560.0542846,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"659b9efa-2613-4992-9676-7d9536a05ede","name":"e2e-external-provider"} {"level":"info","ts":1784909560.0642464,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"659b9efa-2613-4992-9676-7d9536a05ede","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909569.3769681,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909569.3770514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7"} {"level":"info","ts":1784909569.3770611,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7"} {"level":"info","ts":1784909569.3770719,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7","EoS":false} {"level":"info","ts":1784909569.3770869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7","EoS":true} {"level":"info","ts":1784909569.3771317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909569.377151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909569.3771625,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7","modelName":"e2e-external-model"} {"level":"info","ts":1784909569.377184,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909569.377247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66760f00-58f7-4d6f-858c-cfec582eedc7"} {"level":"info","ts":1784909569.4245875,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909569.4246812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9"} {"level":"info","ts":1784909569.4246936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9"} {"level":"info","ts":1784909569.4247077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9","EoS":false} {"level":"info","ts":1784909569.4247262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9","EoS":true} {"level":"info","ts":1784909569.4247522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909569.4247673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909569.424774,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9","modelName":"e2e-external-model"} {"level":"info","ts":1784909569.4247885,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909569.4248242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fae3ad1-238c-4629-9289-04968121fcc9"} {"level":"info","ts":1784909569.4525762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909569.4526582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb"} {"level":"info","ts":1784909569.4526696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb"} {"level":"info","ts":1784909569.4526813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","EoS":false} {"level":"info","ts":1784909569.4526904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","EoS":true} {"level":"info","ts":1784909569.4527078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909569.4527216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909569.4527283,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","modelName":"e2e-external-model"} {"level":"info","ts":1784909569.452739,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909569.4527705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59eaf67a-87f7-4265-8c50-878b9af175fb"} {"level":"info","ts":1784909569.5838497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d6f1162-a5c9-4f36-a3e0-274862a3cf49"} {"level":"info","ts":1784909569.583892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95b73ddd-790e-451f-b649-6f1a537985f3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.5839298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"95b73ddd-790e-451f-b649-6f1a537985f3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909569.5910292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bd365ff-5b53-44b0-8d3f-c3cb327f5b8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.5910547,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1bd365ff-5b53-44b0-8d3f-c3cb327f5b8c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909569.5924492,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d6f1162-a5c9-4f36-a3e0-274862a3cf49","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909569.5925043,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d6f1162-a5c9-4f36-a3e0-274862a3cf49","name":"e2e-cleanup-test"} {"level":"info","ts":1784909569.6079082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3de43ce-3eaa-4dc2-ad4c-2b456ec359be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.6079361,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3de43ce-3eaa-4dc2-ad4c-2b456ec359be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909569.6087484,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d6f1162-a5c9-4f36-a3e0-274862a3cf49","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909569.6087887,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d6f1162-a5c9-4f36-a3e0-274862a3cf49","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909569.608834,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c57c58b-34c2-41a2-b530-b74a24dd8ab5"} {"level":"info","ts":1784909569.608877,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c57c58b-34c2-41a2-b530-b74a24dd8ab5","name":"e2e-cleanup-test"} {"level":"info","ts":1784909569.6216686,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"760e2084-782a-4e14-b8f6-867dc56c365a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.6216953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"760e2084-782a-4e14-b8f6-867dc56c365a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909569.6245942,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c57c58b-34c2-41a2-b530-b74a24dd8ab5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909569.624648,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c57c58b-34c2-41a2-b530-b74a24dd8ab5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909569.6246884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eeb635d9-a22a-496b-8bc4-0f9986e77495"} {"level":"info","ts":1784909569.624727,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eeb635d9-a22a-496b-8bc4-0f9986e77495","name":"e2e-cleanup-test"} {"level":"info","ts":1784909569.6323478,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eeb635d9-a22a-496b-8bc4-0f9986e77495","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909569.6350486,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03687ca6-9f5b-42d5-9101-63bd0b5ca321","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909569.6350725,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03687ca6-9f5b-42d5-9101-63bd0b5ca321","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909569.6402802,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eeb635d9-a22a-496b-8bc4-0f9986e77495","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909569.640359,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e79af97-2f9a-4393-9f45-493cd04eadba"} {"level":"info","ts":1784909569.6404011,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e79af97-2f9a-4393-9f45-493cd04eadba","name":"e2e-cleanup-test"} {"level":"info","ts":1784909569.649167,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5e79af97-2f9a-4393-9f45-493cd04eadba","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909577.8634338,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a5bb2d0-e68d-4443-b0a6-bfdba93fc392"} {"level":"info","ts":1784909577.8634448,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"977f550c-7d30-42ee-a704-43cf7f85a583","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909577.863516,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"977f550c-7d30-42ee-a704-43cf7f85a583","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909582.1743045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909582.1744127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad"} {"level":"info","ts":1784909582.174427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad"} {"level":"info","ts":1784909582.1744661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad","EoS":false} {"level":"info","ts":1784909582.1744835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad","EoS":true} {"level":"info","ts":1784909582.1745145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784909582.1745336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784909582.1745698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e496987-c67d-4ab1-8534-04c920fc24ad"} {"level":"info","ts":1784909582.2192955,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909582.219355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a"} {"level":"info","ts":1784909582.2193644,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a"} {"level":"info","ts":1784909582.2193751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","EoS":false} {"level":"info","ts":1784909582.2193847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","EoS":true} {"level":"info","ts":1784909582.2194014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909582.2194142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909582.2194204,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","modelName":"e2e-external-model"} {"level":"info","ts":1784909582.2194335,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909582.2194657,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b3fb685-5a65-422b-a453-1b5309aaf54a"} {"level":"info","ts":1784909582.2651553,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909582.2652075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.2652192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.2652302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","EoS":false} {"level":"info","ts":1784909582.26524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","EoS":true} {"level":"info","ts":1784909582.2652571,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784909582.2652712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909582.2652934,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19b00456-13e5-4865-bca1-9000388c321c"} {"level":"info","ts":1784909582.4266715,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909582.4267468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909582.4267588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909582.4267702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","EoS":false} {"level":"info","ts":1784909582.4267797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","EoS":true} {"level":"info","ts":1784909582.426802,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f","field":"model"} {"level":"info","ts":1784909582.4268258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2d76d61-286f-4988-9fc8-5e811941fd3f"} {"level":"info","ts":1784909583.3846662,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a1c9da9-2582-460e-ba9b-1b3f8fd02c1d"} {"level":"info","ts":1784909583.3846972,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31f64b39-d8e3-4063-bd70-6d690ecbab60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909583.384731,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31f64b39-d8e3-4063-bd70-6d690ecbab60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909583.531554,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08b76648-146a-4b29-8357-6c1553dc809f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909583.531592,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08b76648-146a-4b29-8357-6c1553dc809f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909583.5316346,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e51da68f-58c6-4f35-a688-9865673a2068"} {"level":"info","ts":1784910724.245878,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910724.2459717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca5c9983-3ce1-43e5-8312-e64ad4d0c8cb"} {"level":"info","ts":1784910779.480672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910779.4808023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"} {"level":"info","ts":1784910779.4808204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"} {"level":"info","ts":1784910779.4808412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","EoS":false} {"level":"info","ts":1784910779.4808547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","EoS":true} {"level":"info","ts":1784910779.4808812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910779.4808974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784910779.4809244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b63c1e83-99e0-4a08-a667-c72ad7cf0781"}