{"level":"info","ts":1785373180.1400695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"161ac85b-15aa-4036-94c1-1127bea7d6e7"} {"level":"info","ts":1785373180.1637158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373180.1637855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d07cd9f9-5184-4bd5-8b2f-9013678954c6"} {"level":"info","ts":1785373180.1637948,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d07cd9f9-5184-4bd5-8b2f-9013678954c6"} {"level":"info","ts":1785373180.163806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d07cd9f9-5184-4bd5-8b2f-9013678954c6","EoS":false} {"level":"info","ts":1785373180.1638174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d07cd9f9-5184-4bd5-8b2f-9013678954c6","EoS":true} {"level":"info","ts":1785373180.1638367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d07cd9f9-5184-4bd5-8b2f-9013678954c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373180.163851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d07cd9f9-5184-4bd5-8b2f-9013678954c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373180.1638715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d07cd9f9-5184-4bd5-8b2f-9013678954c6"} {"level":"info","ts":1785373180.213627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373180.213694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5abf79d6-a2bf-4ae8-a035-8b54ae95006b"} {"level":"info","ts":1785373180.213703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5abf79d6-a2bf-4ae8-a035-8b54ae95006b"} {"level":"info","ts":1785373180.2137136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5abf79d6-a2bf-4ae8-a035-8b54ae95006b","EoS":false} {"level":"info","ts":1785373180.2137237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5abf79d6-a2bf-4ae8-a035-8b54ae95006b","EoS":true} {"level":"info","ts":1785373180.213742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5abf79d6-a2bf-4ae8-a035-8b54ae95006b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373180.2137566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5abf79d6-a2bf-4ae8-a035-8b54ae95006b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373180.2137802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5abf79d6-a2bf-4ae8-a035-8b54ae95006b"} {"level":"info","ts":1785373180.8709369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373180.8710277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32c89a18-c3ce-400c-8b1a-fc6659dd6b9c"} {"level":"info","ts":1785373180.8710475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32c89a18-c3ce-400c-8b1a-fc6659dd6b9c"} {"level":"info","ts":1785373180.8710678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32c89a18-c3ce-400c-8b1a-fc6659dd6b9c","EoS":false} {"level":"info","ts":1785373180.8710852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32c89a18-c3ce-400c-8b1a-fc6659dd6b9c","EoS":true} {"level":"info","ts":1785373180.8711169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32c89a18-c3ce-400c-8b1a-fc6659dd6b9c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373180.8711362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32c89a18-c3ce-400c-8b1a-fc6659dd6b9c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373180.8711689,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32c89a18-c3ce-400c-8b1a-fc6659dd6b9c"} {"level":"info","ts":1785373180.9031198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373180.903196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fbab1c9-8998-4603-90fe-1278f894bb6d"} {"level":"info","ts":1785373180.9032054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3fbab1c9-8998-4603-90fe-1278f894bb6d"} {"level":"info","ts":1785373180.9032161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fbab1c9-8998-4603-90fe-1278f894bb6d","EoS":false} {"level":"info","ts":1785373180.9032266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fbab1c9-8998-4603-90fe-1278f894bb6d","EoS":true} {"level":"info","ts":1785373180.9032469,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fbab1c9-8998-4603-90fe-1278f894bb6d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373180.9032621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fbab1c9-8998-4603-90fe-1278f894bb6d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373180.903287,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3fbab1c9-8998-4603-90fe-1278f894bb6d"} {"level":"info","ts":1785373185.0540237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373185.0541205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98a4852c-695a-498f-8e80-f2002186803b"} {"level":"info","ts":1785373185.054137,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98a4852c-695a-498f-8e80-f2002186803b"} {"level":"info","ts":1785373185.0541592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a4852c-695a-498f-8e80-f2002186803b","EoS":false} {"level":"info","ts":1785373185.0541797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98a4852c-695a-498f-8e80-f2002186803b","EoS":true} {"level":"info","ts":1785373185.0542097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98a4852c-695a-498f-8e80-f2002186803b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373185.0542295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98a4852c-695a-498f-8e80-f2002186803b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373185.0542738,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98a4852c-695a-498f-8e80-f2002186803b"} {"level":"info","ts":1785373203.9676201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373203.9677002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5901d28-4897-4083-a67b-bfead59c9879"} {"level":"info","ts":1785373203.9677098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5901d28-4897-4083-a67b-bfead59c9879"} {"level":"info","ts":1785373203.967721,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5901d28-4897-4083-a67b-bfead59c9879","EoS":false} {"level":"info","ts":1785373203.967732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5901d28-4897-4083-a67b-bfead59c9879","EoS":true} {"level":"info","ts":1785373203.9677525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5901d28-4897-4083-a67b-bfead59c9879","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373203.9677696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5901d28-4897-4083-a67b-bfead59c9879","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373203.967791,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5901d28-4897-4083-a67b-bfead59c9879"} {"level":"info","ts":1785373204.10368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373204.1037645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a082346c-27d8-4d02-93cc-5b563e995fd3"} {"level":"info","ts":1785373204.103774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a082346c-27d8-4d02-93cc-5b563e995fd3"} {"level":"info","ts":1785373204.1037846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a082346c-27d8-4d02-93cc-5b563e995fd3","EoS":false} {"level":"info","ts":1785373204.1037974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a082346c-27d8-4d02-93cc-5b563e995fd3","EoS":true} {"level":"info","ts":1785373204.1038198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a082346c-27d8-4d02-93cc-5b563e995fd3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373204.1038346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a082346c-27d8-4d02-93cc-5b563e995fd3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373204.103857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a082346c-27d8-4d02-93cc-5b563e995fd3"} {"level":"info","ts":1785373204.246081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373204.2461894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293"} {"level":"info","ts":1785373204.2462068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293"} {"level":"info","ts":1785373204.2462206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","EoS":false} {"level":"info","ts":1785373204.2462316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","EoS":true} {"level":"info","ts":1785373204.246251,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373204.2462668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373204.246304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93189a67-ddc1-4128-b4fa-e81749e84293"} {"level":"info","ts":1785373204.4005575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373204.4006414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.4006505,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.4006622,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","EoS":false} {"level":"info","ts":1785373204.4006722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","EoS":true} {"level":"info","ts":1785373204.400692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373204.4007077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373204.4007275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbaff6f6-a20c-4607-9de6-72f166337891"} {"level":"info","ts":1785373204.5383224,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373204.538415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.5384266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.53844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","EoS":false} {"level":"info","ts":1785373204.5384507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","EoS":true} {"level":"info","ts":1785373204.5384715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373204.5384853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373204.5385065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da4287f1-1471-4c20-9855-f54b3316d45e"} {"level":"info","ts":1785373204.675586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373204.6756692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"004ce904-5d03-484d-a08a-c39594289364"} {"level":"info","ts":1785373204.675683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"004ce904-5d03-484d-a08a-c39594289364"} {"level":"info","ts":1785373204.6757019,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"004ce904-5d03-484d-a08a-c39594289364","EoS":false} {"level":"info","ts":1785373204.6757126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"004ce904-5d03-484d-a08a-c39594289364","EoS":true} {"level":"info","ts":1785373204.6757336,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"004ce904-5d03-484d-a08a-c39594289364","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373204.6757498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"004ce904-5d03-484d-a08a-c39594289364","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373204.6757739,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"004ce904-5d03-484d-a08a-c39594289364"} {"level":"info","ts":1785373227.8058732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373227.805966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.8059814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.805994,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","EoS":false} {"level":"info","ts":1785373227.806005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","EoS":true} {"level":"info","ts":1785373227.8060305,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373227.8060513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373227.8060734,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c6cfc35-2a28-471f-be4c-66ad2c6d5fc2"} {"level":"info","ts":1785373227.841806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373227.8418975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8419101,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8419223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","EoS":false} {"level":"info","ts":1785373227.841935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","EoS":true} {"level":"info","ts":1785373227.8419628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373227.8419857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373227.842013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d6112bd-a10c-44da-94aa-077042568576"} {"level":"info","ts":1785373227.8767445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373227.8768451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29897474-c448-407a-8c06-b9e8761ae97e"} {"level":"info","ts":1785373227.8768623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29897474-c448-407a-8c06-b9e8761ae97e"} {"level":"info","ts":1785373227.8768783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29897474-c448-407a-8c06-b9e8761ae97e","EoS":false} {"level":"info","ts":1785373227.8768945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29897474-c448-407a-8c06-b9e8761ae97e","EoS":true} {"level":"info","ts":1785373227.8769217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29897474-c448-407a-8c06-b9e8761ae97e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373227.8769386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29897474-c448-407a-8c06-b9e8761ae97e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373227.8769572,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29897474-c448-407a-8c06-b9e8761ae97e"} {"level":"info","ts":1785373227.9069965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373227.9070733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95530db2-d623-4e0d-9375-a04e60842c62"} {"level":"info","ts":1785373227.9070823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95530db2-d623-4e0d-9375-a04e60842c62"} {"level":"info","ts":1785373227.9070928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95530db2-d623-4e0d-9375-a04e60842c62","EoS":false} {"level":"info","ts":1785373227.9071035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95530db2-d623-4e0d-9375-a04e60842c62","EoS":true} {"level":"info","ts":1785373227.9071245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95530db2-d623-4e0d-9375-a04e60842c62","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373227.9071414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95530db2-d623-4e0d-9375-a04e60842c62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373227.907162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95530db2-d623-4e0d-9375-a04e60842c62"} {"level":"info","ts":1785373227.938224,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373227.9382966,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fad60022-82e2-49d4-88c9-75baf77fb8ce"} {"level":"info","ts":1785373232.5385103,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373232.5386162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373232.5386276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373232.5386393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","EoS":false} {"level":"info","ts":1785373232.5386527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","EoS":true} {"level":"info","ts":1785373232.5386713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373232.5386865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373232.5387075,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ad54be3-c9e1-4836-bf26-aed10b7b0177"} {"level":"info","ts":1785373241.0772798,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373241.077358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15b0d508-eaa4-4259-a37a-777eec4d7095"} {"level":"info","ts":1785373241.0773675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"15b0d508-eaa4-4259-a37a-777eec4d7095"} {"level":"info","ts":1785373241.0773783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15b0d508-eaa4-4259-a37a-777eec4d7095","EoS":false} {"level":"info","ts":1785373241.0773895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15b0d508-eaa4-4259-a37a-777eec4d7095","EoS":true} {"level":"info","ts":1785373241.0774095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15b0d508-eaa4-4259-a37a-777eec4d7095","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373241.0774262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15b0d508-eaa4-4259-a37a-777eec4d7095","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373241.0774498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"15b0d508-eaa4-4259-a37a-777eec4d7095"} {"level":"info","ts":1785373243.1058857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373243.1059628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373243.105973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373243.1059844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","EoS":false} {"level":"info","ts":1785373243.105995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","EoS":true} {"level":"info","ts":1785373243.1060152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373243.1060295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373243.1060507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"771490ff-ff8b-46d4-a01b-fda5903cbaa7"} {"level":"info","ts":1785373255.9634223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373255.9635105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373255.9635415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373255.9635553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","EoS":false} {"level":"info","ts":1785373255.963566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","EoS":true} {"level":"info","ts":1785373255.963589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373255.9636056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373255.963636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef101ef9-3eb2-4973-a3c8-9d03507de5ac"} {"level":"info","ts":1785373264.4905813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373264.490663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373264.4906733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373264.490685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","EoS":false} {"level":"info","ts":1785373264.4907007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","EoS":true} {"level":"info","ts":1785373264.4907322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373264.4907496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373264.4907715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c888fcb-672c-419b-8d88-4a07632a636e"} {"level":"info","ts":1785373273.3287628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373273.328846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373273.328871,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373273.328887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","EoS":false} {"level":"info","ts":1785373273.328898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","EoS":true} {"level":"info","ts":1785373273.3289185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373273.3289359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373273.3289618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44ed2baf-c0b8-4b7c-8490-d5e8d5882110"} {"level":"info","ts":1785373282.274142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373282.2742283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b47e9bc3-710d-4de6-88ae-33aa99eb0c94"} {"level":"info","ts":1785373282.2742398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b47e9bc3-710d-4de6-88ae-33aa99eb0c94"} {"level":"info","ts":1785373282.2742517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b47e9bc3-710d-4de6-88ae-33aa99eb0c94","EoS":false} {"level":"info","ts":1785373282.2742682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b47e9bc3-710d-4de6-88ae-33aa99eb0c94","EoS":true} {"level":"info","ts":1785373282.2742925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b47e9bc3-710d-4de6-88ae-33aa99eb0c94","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373282.2743087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b47e9bc3-710d-4de6-88ae-33aa99eb0c94","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373282.274331,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b47e9bc3-710d-4de6-88ae-33aa99eb0c94"} {"level":"info","ts":1785373286.9910371,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373286.9911408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e2aefa8-1d1a-4c7c-ba85-fd04b64d088b"} {"level":"info","ts":1785373286.9911587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3e2aefa8-1d1a-4c7c-ba85-fd04b64d088b"} {"level":"info","ts":1785373286.9911752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e2aefa8-1d1a-4c7c-ba85-fd04b64d088b","EoS":false} {"level":"info","ts":1785373286.9911935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3e2aefa8-1d1a-4c7c-ba85-fd04b64d088b","EoS":true} {"level":"info","ts":1785373286.9912212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e2aefa8-1d1a-4c7c-ba85-fd04b64d088b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785373286.9912472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e2aefa8-1d1a-4c7c-ba85-fd04b64d088b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373286.9912796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3e2aefa8-1d1a-4c7c-ba85-fd04b64d088b"} {"level":"info","ts":1785373291.7269897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373291.7270682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65b3fb95-c1d8-46e9-be6d-bcb833cb17ff"} {"level":"info","ts":1785373291.727077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65b3fb95-c1d8-46e9-be6d-bcb833cb17ff"} {"level":"info","ts":1785373291.727089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65b3fb95-c1d8-46e9-be6d-bcb833cb17ff","EoS":false} {"level":"info","ts":1785373291.7270997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65b3fb95-c1d8-46e9-be6d-bcb833cb17ff","EoS":true} {"level":"info","ts":1785373291.7271197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65b3fb95-c1d8-46e9-be6d-bcb833cb17ff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373291.7271354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65b3fb95-c1d8-46e9-be6d-bcb833cb17ff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373291.7271578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65b3fb95-c1d8-46e9-be6d-bcb833cb17ff"} {"level":"info","ts":1785373302.6504345,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373302.6505432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373302.6505616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373302.6505814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","EoS":false} {"level":"info","ts":1785373302.6506028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","EoS":true} {"level":"info","ts":1785373302.6506355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373302.6506557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373302.6506827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a430ef9f-f9a4-4945-87fe-cac600d79cb8"} {"level":"info","ts":1785373346.3730676,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373346.3731565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373346.373169,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373346.3731806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","EoS":false} {"level":"info","ts":1785373346.373194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","EoS":true} {"level":"info","ts":1785373346.373216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373346.373234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373346.3732612,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eae1b746-6ad5-43b8-b2ad-1dece9826f6f"} {"level":"info","ts":1785373355.6592548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373355.6593382,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f67754ba-0b36-4cc6-8416-2bf3bcdfd799"} {"level":"info","ts":1785373355.6593463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f67754ba-0b36-4cc6-8416-2bf3bcdfd799"} {"level":"info","ts":1785373355.659357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f67754ba-0b36-4cc6-8416-2bf3bcdfd799","EoS":false} {"level":"info","ts":1785373355.659369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f67754ba-0b36-4cc6-8416-2bf3bcdfd799","EoS":true} {"level":"info","ts":1785373355.6593897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f67754ba-0b36-4cc6-8416-2bf3bcdfd799","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373355.6594062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f67754ba-0b36-4cc6-8416-2bf3bcdfd799","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373355.659426,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f67754ba-0b36-4cc6-8416-2bf3bcdfd799"} {"level":"info","ts":1785373382.3393433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373382.3394296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b77c825-4541-4b83-bf71-4cee7c31fe6a"} {"level":"info","ts":1785373382.3394403,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b77c825-4541-4b83-bf71-4cee7c31fe6a"} {"level":"info","ts":1785373382.339456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b77c825-4541-4b83-bf71-4cee7c31fe6a","EoS":false} {"level":"info","ts":1785373382.339468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b77c825-4541-4b83-bf71-4cee7c31fe6a","EoS":true} {"level":"info","ts":1785373382.3394897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b77c825-4541-4b83-bf71-4cee7c31fe6a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373382.3395069,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b77c825-4541-4b83-bf71-4cee7c31fe6a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373382.339559,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b77c825-4541-4b83-bf71-4cee7c31fe6a"} {"level":"info","ts":1785373391.866056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373391.8661387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ff5868e-e3ed-4134-8246-4ad1424d9bd2"} {"level":"info","ts":1785373391.8661487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ff5868e-e3ed-4134-8246-4ad1424d9bd2"} {"level":"info","ts":1785373391.8661597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ff5868e-e3ed-4134-8246-4ad1424d9bd2","EoS":false} {"level":"info","ts":1785373391.8661706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ff5868e-e3ed-4134-8246-4ad1424d9bd2","EoS":true} {"level":"info","ts":1785373391.8661916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ff5868e-e3ed-4134-8246-4ad1424d9bd2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373391.8662066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ff5868e-e3ed-4134-8246-4ad1424d9bd2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373391.8662264,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ff5868e-e3ed-4134-8246-4ad1424d9bd2"} {"level":"info","ts":1785373393.896652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373393.8967419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373393.8967578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373393.89678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","EoS":false} {"level":"info","ts":1785373393.8967972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","EoS":true} {"level":"info","ts":1785373393.8968315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373393.8968515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373393.8968837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79c53770-5800-4b3c-82ab-4a83b0a30705"} {"level":"info","ts":1785373403.2592616,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373403.2593403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.2593513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.259362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","EoS":false} {"level":"info","ts":1785373403.2593763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","EoS":true} {"level":"info","ts":1785373403.2593963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373403.2594128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373403.259433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"daa2e1fc-4be1-496d-92fa-c8e53bb45144"} {"level":"info","ts":1785373403.2957356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373403.2958136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373403.2958295,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373403.2958477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","EoS":false} {"level":"info","ts":1785373403.2958677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","EoS":true} {"level":"info","ts":1785373403.2958994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373403.2959216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373403.2959487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bbfd437b-28c1-4a26-9a39-f34d6c5ffefd"} {"level":"info","ts":1785373422.3189201,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373422.3190234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373422.3190684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373422.3190866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","EoS":false} {"level":"info","ts":1785373422.3191087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","EoS":true} {"level":"info","ts":1785373422.319137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373422.3191583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373422.31918,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"821553c4-8ea3-49fe-a1d5-cc066464c875"} {"level":"info","ts":1785373431.619227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373431.6193113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85dae70e-405d-4124-be6c-4befecdbab96"} {"level":"info","ts":1785373431.619322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85dae70e-405d-4124-be6c-4befecdbab96"} {"level":"info","ts":1785373431.619334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85dae70e-405d-4124-be6c-4befecdbab96","EoS":false} {"level":"info","ts":1785373431.6193457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85dae70e-405d-4124-be6c-4befecdbab96","EoS":true} {"level":"info","ts":1785373431.6194162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85dae70e-405d-4124-be6c-4befecdbab96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373431.619439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85dae70e-405d-4124-be6c-4befecdbab96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373431.6194606,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85dae70e-405d-4124-be6c-4befecdbab96"} {"level":"info","ts":1785373458.085931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373458.086047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d3e4d57-bab8-457d-98d7-327a85e78d1e"} {"level":"info","ts":1785373458.08606,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d3e4d57-bab8-457d-98d7-327a85e78d1e"} {"level":"info","ts":1785373458.0860727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d3e4d57-bab8-457d-98d7-327a85e78d1e","EoS":false} {"level":"info","ts":1785373458.0860853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d3e4d57-bab8-457d-98d7-327a85e78d1e","EoS":true} {"level":"info","ts":1785373458.0861094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d3e4d57-bab8-457d-98d7-327a85e78d1e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785373458.0861301,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d3e4d57-bab8-457d-98d7-327a85e78d1e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785373458.0861516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d3e4d57-bab8-457d-98d7-327a85e78d1e"} {"level":"info","ts":1785373601.6675959,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373601.6676846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa2e0934-583a-4db7-adb2-88bd334b8a58"} {"level":"info","ts":1785373601.667693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa2e0934-583a-4db7-adb2-88bd334b8a58"} {"level":"info","ts":1785373601.667704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa2e0934-583a-4db7-adb2-88bd334b8a58","EoS":false} {"level":"info","ts":1785373601.6677165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa2e0934-583a-4db7-adb2-88bd334b8a58","EoS":true} {"level":"info","ts":1785373601.6677384,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa2e0934-583a-4db7-adb2-88bd334b8a58","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785373601.6677551,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa2e0934-583a-4db7-adb2-88bd334b8a58","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785373601.6677766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa2e0934-583a-4db7-adb2-88bd334b8a58"} {"level":"info","ts":1785373623.1497185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373623.1498003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373623.1498115,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373623.149823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","EoS":false} {"level":"info","ts":1785373623.149833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","EoS":true} {"level":"info","ts":1785373623.149853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785373623.149869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785373623.1498916,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"041cf245-8bb5-4074-9dd9-188deb50958a"} {"level":"info","ts":1785373685.5354958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373685.535605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373685.5356135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373685.5356238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","EoS":false} {"level":"info","ts":1785373685.5356355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","EoS":true} {"level":"info","ts":1785373685.5356586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373685.535674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373685.5356984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddcc560f-f828-4585-a960-4e1239043709"} {"level":"info","ts":1785373700.7658641,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373700.765949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373700.7659583,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373700.76597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","EoS":false} {"level":"info","ts":1785373700.7659829,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","EoS":true} {"level":"info","ts":1785373700.7660058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373700.7660217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373700.7660832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5ed918b-61e9-44fc-ae40-82284da1606b"} {"level":"info","ts":1785373701.0338445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373701.0339513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fef5dd45-9476-4bdd-8008-919632b86bda"} {"level":"info","ts":1785373701.0339656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fef5dd45-9476-4bdd-8008-919632b86bda"} {"level":"info","ts":1785373701.0340505,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fef5dd45-9476-4bdd-8008-919632b86bda","EoS":false} {"level":"info","ts":1785373701.0340686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fef5dd45-9476-4bdd-8008-919632b86bda","EoS":true} {"level":"info","ts":1785373701.0340917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fef5dd45-9476-4bdd-8008-919632b86bda","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785373701.0341072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fef5dd45-9476-4bdd-8008-919632b86bda","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785373701.0341315,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fef5dd45-9476-4bdd-8008-919632b86bda"} {"level":"info","ts":1785374082.4584873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374082.4585996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.458611,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.458627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","EoS":false} {"level":"info","ts":1785374082.4586377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","EoS":true} {"level":"info","ts":1785374082.4586616,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785374082.458678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785374082.4587092,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14446e64-ff31-4c70-9159-4e08107bf36d"} {"level":"info","ts":1785374082.5149195,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374082.514997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c544f6bb-b501-4433-b1eb-ab379d8cc4e6"} {"level":"info","ts":1785374082.5150065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c544f6bb-b501-4433-b1eb-ab379d8cc4e6"} {"level":"info","ts":1785374082.5150166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c544f6bb-b501-4433-b1eb-ab379d8cc4e6","EoS":false} {"level":"info","ts":1785374082.5150332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c544f6bb-b501-4433-b1eb-ab379d8cc4e6","EoS":true} {"level":"info","ts":1785374082.5150557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c544f6bb-b501-4433-b1eb-ab379d8cc4e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785374082.5150707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c544f6bb-b501-4433-b1eb-ab379d8cc4e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785374082.5150914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c544f6bb-b501-4433-b1eb-ab379d8cc4e6"} {"level":"info","ts":1785374082.544091,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374082.5441647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcd194b6-d639-439e-9750-52fd1fb3c183"} {"level":"info","ts":1785374082.5441751,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcd194b6-d639-439e-9750-52fd1fb3c183"} {"level":"info","ts":1785374082.5441897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcd194b6-d639-439e-9750-52fd1fb3c183","EoS":false} {"level":"info","ts":1785374082.5442014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcd194b6-d639-439e-9750-52fd1fb3c183","EoS":true} {"level":"info","ts":1785374082.54422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcd194b6-d639-439e-9750-52fd1fb3c183","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785374082.5442324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcd194b6-d639-439e-9750-52fd1fb3c183","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785374082.544251,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcd194b6-d639-439e-9750-52fd1fb3c183"} {"level":"info","ts":1785374087.3752475,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7cdf2593-b1fb-45b6-b7c7-0da57679af74"} {"level":"info","ts":1785374087.3752465,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1486a3b-41aa-40ca-bc92-98cd62284bc6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374087.3752968,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1486a3b-41aa-40ca-bc92-98cd62284bc6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785374087.3803716,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c70df02-4476-49c0-bf9c-4f22eb96ee34","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374087.3803976,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c70df02-4476-49c0-bf9c-4f22eb96ee34","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785374087.3839207,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7cdf2593-b1fb-45b6-b7c7-0da57679af74","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.3841476,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38722.640151519,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.3841655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.4898448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"380e2991-b7b3-455f-9e0e-db1a6625f7e1"} {"level":"info","ts":1785374087.490326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82b9b0e2-4d6c-4e7c-8a0a-fa7d8fa95da3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.4903684,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82b9b0e2-4d6c-4e7c-8a0a-fa7d8fa95da3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.4979992,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.499061,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"380e2991-b7b3-455f-9e0e-db1a6625f7e1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785374087.4995742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b47267b0-abe3-445d-a91b-4a8a147c0a68","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.4996076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b47267b0-abe3-445d-a91b-4a8a147c0a68","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785374087.585171,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"380e2991-b7b3-455f-9e0e-db1a6625f7e1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.5852535,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0b883fc-5dc9-40f0-83c6-c2373de92c5b"} {"level":"info","ts":1785374087.585325,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ec3edf3-4bd6-41f3-ac7a-e7cae4eba91f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374087.585355,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ec3edf3-4bd6-41f3-ac7a-e7cae4eba91f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785374087.5853744,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34930.094316775,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.5853992,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.5853908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18ecd16c-c8dc-4374-8bb1-61ffb4bc81f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.5856647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32777.758018814,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.5856798,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.5857022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18ecd16c-c8dc-4374-8bb1-61ffb4bc81f6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.5857728,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aeecebad-783a-4e36-8f4e-598b60b81eee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.5857918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aeecebad-783a-4e36-8f4e-598b60b81eee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.5924668,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.5937245,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785374087.6443186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f61901dd-1310-4dde-a609-5da1352528f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.6443682,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f61901dd-1310-4dde-a609-5da1352528f6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.6614664,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2fd8bc3-7b6b-4fe9-9336-8e6c2accc881","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.6614985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2fd8bc3-7b6b-4fe9-9336-8e6c2accc881","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.6756759,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eab7f7db-8d4e-4eaf-b60d-103125a04520","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374087.675711,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eab7f7db-8d4e-4eaf-b60d-103125a04520","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785374087.6855667,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7cdf2593-b1fb-45b6-b7c7-0da57679af74","name":"e2e-external-provider"} {"level":"info","ts":1785374087.6858177,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0b883fc-5dc9-40f0-83c6-c2373de92c5b","name":"e2e-external-model"} {"level":"info","ts":1785374087.6939247,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0b883fc-5dc9-40f0-83c6-c2373de92c5b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374087.6948023,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7cdf2593-b1fb-45b6-b7c7-0da57679af74","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785374087.6970665,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0b883fc-5dc9-40f0-83c6-c2373de92c5b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.6971438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8baf3a2-fb80-4c6e-b506-96e0bec06c99"} {"level":"info","ts":1785374087.6971874,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8baf3a2-fb80-4c6e-b506-96e0bec06c99","name":"e2e-external-model"} {"level":"error","ts":1785374087.6982725,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7cdf2593-b1fb-45b6-b7c7-0da57679af74","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374087.6983502,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f05afb8a-3c36-41b2-89bb-8cc1ee08bc6a"} {"level":"info","ts":1785374087.6983838,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f05afb8a-3c36-41b2-89bb-8cc1ee08bc6a","name":"e2e-external-provider"} {"level":"info","ts":1785374087.7053368,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8baf3a2-fb80-4c6e-b506-96e0bec06c99","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374087.7070436,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f05afb8a-3c36-41b2-89bb-8cc1ee08bc6a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785374109.7380364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374109.7381535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf"} {"level":"info","ts":1785374109.738167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf"} {"level":"info","ts":1785374109.7381785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf","EoS":false} {"level":"info","ts":1785374109.7381895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf","EoS":true} {"level":"info","ts":1785374109.7382114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785374109.7382267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785374109.7382357,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf","modelName":"e2e-external-model"} {"level":"info","ts":1785374109.738251,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785374109.7383127,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5f9b7d5-9181-485d-a2d2-2656be16fccf"} {"level":"info","ts":1785374109.7821589,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374109.7822218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5"} {"level":"info","ts":1785374109.7822316,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5"} {"level":"info","ts":1785374109.782242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5","EoS":false} {"level":"info","ts":1785374109.782254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5","EoS":true} {"level":"info","ts":1785374109.7822866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785374109.782302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785374109.7823086,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5","modelName":"e2e-external-model"} {"level":"info","ts":1785374109.7823246,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785374109.782365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2b7f8961-da28-482d-9fbf-2878cf922fa5"} {"level":"info","ts":1785374109.805922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374109.8059924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374109.8060045,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374109.8060153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","EoS":false} {"level":"info","ts":1785374109.8060267,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","EoS":true} {"level":"info","ts":1785374109.8060455,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785374109.8060591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785374109.806067,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","modelName":"e2e-external-model"} {"level":"info","ts":1785374109.8060796,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785374109.8061132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a124e98-83f6-4a7d-8f80-8842948bfff9"} {"level":"info","ts":1785374110.0226457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ec50c3-fb68-445b-a544-895952d88f97"} {"level":"info","ts":1785374110.0227165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d22ae13c-0b45-4dcd-be1b-8029d470ce0d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.022783,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d22ae13c-0b45-4dcd-be1b-8029d470ce0d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785374110.0274303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35ad719f-989f-4cbe-b57a-cbc839a95faf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.0274599,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35ad719f-989f-4cbe-b57a-cbc839a95faf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785374110.0296702,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ec50c3-fb68-445b-a544-895952d88f97","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374110.029719,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ec50c3-fb68-445b-a544-895952d88f97","name":"e2e-cleanup-test"} {"level":"info","ts":1785374110.0495155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a504865c-8f0e-412d-8960-629b877abba7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.0495698,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a504865c-8f0e-412d-8960-629b877abba7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785374110.0522006,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ec50c3-fb68-445b-a544-895952d88f97","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785374110.052267,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ec50c3-fb68-445b-a544-895952d88f97","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374110.0523343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dece541-83c7-47de-b35a-46bffaf3d5ea"} {"level":"info","ts":1785374110.052396,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dece541-83c7-47de-b35a-46bffaf3d5ea","name":"e2e-cleanup-test"} {"level":"error","ts":1785374110.0635033,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dece541-83c7-47de-b35a-46bffaf3d5ea","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785374110.063612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24902b4d-571d-408e-b831-f9ee63193d32","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.063665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24902b4d-571d-408e-b831-f9ee63193d32","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785374110.0636954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce0a7279-50c5-4e59-b1f3-7dc8166ed801"} {"level":"info","ts":1785374110.0637674,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce0a7279-50c5-4e59-b1f3-7dc8166ed801","name":"e2e-cleanup-test"} {"level":"info","ts":1785374110.0708194,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce0a7279-50c5-4e59-b1f3-7dc8166ed801","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374110.075201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9fcd023-2839-412e-b4ab-350359cc1063","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374110.0752287,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9fcd023-2839-412e-b4ab-350359cc1063","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785374110.0753407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66678df2-5053-4ac3-8b82-3cc6ce127a3c"} {"level":"info","ts":1785374110.075397,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66678df2-5053-4ac3-8b82-3cc6ce127a3c","name":"e2e-cleanup-test"} {"level":"info","ts":1785374110.0831823,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66678df2-5053-4ac3-8b82-3cc6ce127a3c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785374118.2832186,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0cb3c4d-13cc-438b-b4b9-1586a376613d"} {"level":"info","ts":1785374118.2832363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f687b257-e056-4f00-8265-e4c5160f015a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374118.283258,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f687b257-e056-4f00-8265-e4c5160f015a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785374122.5792286,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374122.5793226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404"} {"level":"info","ts":1785374122.5793364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404"} {"level":"info","ts":1785374122.5793538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404","EoS":false} {"level":"info","ts":1785374122.5793698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404","EoS":true} {"level":"info","ts":1785374122.5793953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785374122.579415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785374122.5794425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fc9752d-a364-40f2-bea5-99d09f2d2404"} {"level":"info","ts":1785374122.6019242,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374122.6019983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.6020072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.602018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","EoS":false} {"level":"info","ts":1785374122.6020286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","EoS":true} {"level":"info","ts":1785374122.6020472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785374122.602062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785374122.60207,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","modelName":"e2e-external-model"} {"level":"info","ts":1785374122.6020849,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785374122.6021245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cdbd3154-45bc-48c0-82bf-2f7a28f3d4f1"} {"level":"info","ts":1785374122.7223225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374122.7223954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.7224047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.7224154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","EoS":false} {"level":"info","ts":1785374122.722426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","EoS":true} {"level":"info","ts":1785374122.7224472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785374122.722463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785374122.7224848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b59f981-5cca-4708-9f77-2af9475d10c6"} {"level":"info","ts":1785374122.8260262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785374122.8261106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374122.8261244,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374122.8261425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","EoS":false} {"level":"info","ts":1785374122.8261611,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","EoS":true} {"level":"info","ts":1785374122.8262503,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9","field":"model"} {"level":"info","ts":1785374122.8262868,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27f42755-d299-451e-a9e1-20dc13d515c9"} {"level":"info","ts":1785374123.7046394,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d903b137-9e5c-4413-9dcd-3bbaf792df43"} {"level":"info","ts":1785374123.7046454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"475f7e35-5786-4313-a242-92e8467a8a7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374123.7047086,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"475f7e35-5786-4313-a242-92e8467a8a7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785374123.8376148,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f93d5b8e-1464-4f82-9840-b36f955ff327","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374123.8376637,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f93d5b8e-1464-4f82-9840-b36f955ff327","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785374123.8376145,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a29b6ff-c441-48fd-beea-1b10d3e789a4"} {"level":"info","ts":1785375776.818724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785375776.8188224,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61852272-c9a2-41bc-a0ee-a164039c1678"} {"level":"info","ts":1785375851.4494832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785375851.4495938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"} {"level":"info","ts":1785375851.4496074,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"} {"level":"info","ts":1785375851.4496195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","EoS":false} {"level":"info","ts":1785375851.4496315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","EoS":true} {"level":"info","ts":1785375851.4496522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785375851.449668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785375851.4496872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8f3f4c4-a694-42da-ad8e-7487e4b81d87"}