{"level":"info","ts":1784671431.186808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898"} {"level":"info","ts":1784671431.1868284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","EoS":false} {"level":"info","ts":1784671431.1868498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","EoS":true} {"level":"info","ts":1784671431.186883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671431.1869056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671431.186937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66eeab31-d43a-4093-a2b2-c1b533ca8898"} {"level":"info","ts":1784671431.261513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671431.2615824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c80f918-7e2e-4c80-abe8-ae873a6c18b1"} {"level":"info","ts":1784671431.2615912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c80f918-7e2e-4c80-abe8-ae873a6c18b1"} {"level":"info","ts":1784671431.2616017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c80f918-7e2e-4c80-abe8-ae873a6c18b1","EoS":false} {"level":"info","ts":1784671431.2616112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c80f918-7e2e-4c80-abe8-ae873a6c18b1","EoS":true} {"level":"info","ts":1784671431.2616286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c80f918-7e2e-4c80-abe8-ae873a6c18b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671431.2616427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c80f918-7e2e-4c80-abe8-ae873a6c18b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671431.2616606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c80f918-7e2e-4c80-abe8-ae873a6c18b1"} {"level":"info","ts":1784671435.6750994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671435.675186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b406bc12-975e-4854-8ff1-6e3816a9197e"} {"level":"info","ts":1784671435.6751955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b406bc12-975e-4854-8ff1-6e3816a9197e"} {"level":"info","ts":1784671435.675207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b406bc12-975e-4854-8ff1-6e3816a9197e","EoS":false} {"level":"info","ts":1784671435.6752183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b406bc12-975e-4854-8ff1-6e3816a9197e","EoS":true} {"level":"info","ts":1784671435.675239,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b406bc12-975e-4854-8ff1-6e3816a9197e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671435.6752543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b406bc12-975e-4854-8ff1-6e3816a9197e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671435.675273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b406bc12-975e-4854-8ff1-6e3816a9197e"} {"level":"info","ts":1784671454.630481,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671454.630555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"} {"level":"info","ts":1784671454.6305645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"} {"level":"info","ts":1784671454.630576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","EoS":false} {"level":"info","ts":1784671454.630589,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","EoS":true} {"level":"info","ts":1784671454.6306102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671454.6306255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671454.6306503,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66a97529-1109-4296-9ffa-2daadab32a89"} {"level":"info","ts":1784671454.7716186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671454.7717226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"} {"level":"info","ts":1784671454.7717378,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"} {"level":"info","ts":1784671454.7717512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","EoS":false} {"level":"info","ts":1784671454.7717645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","EoS":true} {"level":"info","ts":1784671454.771785,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671454.7717998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671454.77182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75d38c31-41b6-44d2-a5ee-450025bfc960"} {"level":"info","ts":1784671454.9145172,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671454.9146051,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"} {"level":"info","ts":1784671454.914617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"} {"level":"info","ts":1784671454.9146314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","EoS":false} {"level":"info","ts":1784671454.914645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","EoS":true} {"level":"info","ts":1784671454.9146698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671454.9146907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671454.914717,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2c7a29f-c18e-4e90-94ee-9121628ab7b0"} {"level":"info","ts":1784671455.0532558,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671455.0533516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"} {"level":"info","ts":1784671455.0533683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"} {"level":"info","ts":1784671455.053417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","EoS":false} {"level":"info","ts":1784671455.053429,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","EoS":true} {"level":"info","ts":1784671455.0534508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671455.0534678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671455.053488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"adcf49cc-8369-48a4-abec-d4c6c4924478"} {"level":"info","ts":1784671455.1901474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671455.1902459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"} {"level":"info","ts":1784671455.190262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"} {"level":"info","ts":1784671455.1902754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","EoS":false} {"level":"info","ts":1784671455.1902878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","EoS":true} {"level":"info","ts":1784671455.1903071,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671455.1903207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671455.1903448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f93e8f0-4d67-42fb-9d18-51570dba7037"} {"level":"info","ts":1784671455.330545,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671455.3306332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92cb4b21-52f7-4d02-b254-a2c340e50e5d"} {"level":"info","ts":1784671455.330648,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92cb4b21-52f7-4d02-b254-a2c340e50e5d"} {"level":"info","ts":1784671455.3306608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92cb4b21-52f7-4d02-b254-a2c340e50e5d","EoS":false} {"level":"info","ts":1784671455.3306742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92cb4b21-52f7-4d02-b254-a2c340e50e5d","EoS":true} {"level":"info","ts":1784671455.3306959,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92cb4b21-52f7-4d02-b254-a2c340e50e5d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671455.330711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92cb4b21-52f7-4d02-b254-a2c340e50e5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671455.3307343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92cb4b21-52f7-4d02-b254-a2c340e50e5d"} {"level":"info","ts":1784671471.0500576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671471.050133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"} {"level":"info","ts":1784671471.0501456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"} {"level":"info","ts":1784671471.0501564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","EoS":false} {"level":"info","ts":1784671471.0501664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","EoS":true} {"level":"info","ts":1784671471.0501852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671471.0502005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671471.0502193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e70565b6-ebbf-4509-be1c-b3afc94526bf"} {"level":"info","ts":1784671471.0892806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671471.0893517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b38b76c6-8ad5-4ac9-afc6-4cbbb32c676c"} {"level":"info","ts":1784671471.0893657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b38b76c6-8ad5-4ac9-afc6-4cbbb32c676c"} {"level":"info","ts":1784671471.0894055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b38b76c6-8ad5-4ac9-afc6-4cbbb32c676c","EoS":false} {"level":"info","ts":1784671471.0894186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b38b76c6-8ad5-4ac9-afc6-4cbbb32c676c","EoS":true} {"level":"info","ts":1784671471.0894353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b38b76c6-8ad5-4ac9-afc6-4cbbb32c676c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671471.0894532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b38b76c6-8ad5-4ac9-afc6-4cbbb32c676c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671471.0894737,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b38b76c6-8ad5-4ac9-afc6-4cbbb32c676c"} {"level":"info","ts":1784671471.128598,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671471.1286776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1d97e20-ac4a-4a3d-9e62-113c85596201"} {"level":"info","ts":1784671471.12869,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1d97e20-ac4a-4a3d-9e62-113c85596201"} {"level":"info","ts":1784671471.128702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1d97e20-ac4a-4a3d-9e62-113c85596201","EoS":false} {"level":"info","ts":1784671471.1287146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1d97e20-ac4a-4a3d-9e62-113c85596201","EoS":true} {"level":"info","ts":1784671471.1287322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1d97e20-ac4a-4a3d-9e62-113c85596201","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671471.1287482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1d97e20-ac4a-4a3d-9e62-113c85596201","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671471.12877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1d97e20-ac4a-4a3d-9e62-113c85596201"} {"level":"info","ts":1784671471.162233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671471.1623054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e42275c3-e688-4071-a509-556dc4912587"} {"level":"info","ts":1784671475.801497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671475.8015928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"} {"level":"info","ts":1784671475.8016078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"} {"level":"info","ts":1784671475.8016272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","EoS":false} {"level":"info","ts":1784671475.8016477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","EoS":true} {"level":"info","ts":1784671475.8016791,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671475.801698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671475.801729,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5632badf-df7f-4837-b608-1717d2f3b824"} {"level":"info","ts":1784671484.3936112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671484.3936932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6151dd5-f59d-448d-92f3-52f884a9e67c"} {"level":"info","ts":1784671484.393703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6151dd5-f59d-448d-92f3-52f884a9e67c"} {"level":"info","ts":1784671484.3937144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6151dd5-f59d-448d-92f3-52f884a9e67c","EoS":false} {"level":"info","ts":1784671484.3937254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6151dd5-f59d-448d-92f3-52f884a9e67c","EoS":true} {"level":"info","ts":1784671484.393754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6151dd5-f59d-448d-92f3-52f884a9e67c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671484.3937721,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6151dd5-f59d-448d-92f3-52f884a9e67c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671484.3937943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6151dd5-f59d-448d-92f3-52f884a9e67c"} {"level":"info","ts":1784671486.4336815,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671486.4337728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"} {"level":"info","ts":1784671486.4337866,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"} {"level":"info","ts":1784671486.433799,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","EoS":false} {"level":"info","ts":1784671486.433812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","EoS":true} {"level":"info","ts":1784671486.433833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671486.4338477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671486.4338667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46c365c5-9aec-4b33-9e52-7e2c87f4660e"} {"level":"info","ts":1784671499.3280253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671499.3281088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"} {"level":"info","ts":1784671499.328119,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"} {"level":"info","ts":1784671499.328131,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","EoS":false} {"level":"info","ts":1784671499.3281412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","EoS":true} {"level":"info","ts":1784671499.328161,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671499.3281782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671499.3281977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"324edfe6-08a8-4a89-88bd-4ecc4de5d61b"} {"level":"info","ts":1784671507.8880424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671507.8881419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"} {"level":"info","ts":1784671507.888157,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"} {"level":"info","ts":1784671507.8881707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","EoS":false} {"level":"info","ts":1784671507.8881822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","EoS":true} {"level":"info","ts":1784671507.8882027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671507.8882196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671507.888255,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ff25328-96b3-4f04-a744-3ab4be89a993"} {"level":"info","ts":1784671516.8109918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671516.811086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"} {"level":"info","ts":1784671516.8111007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"} {"level":"info","ts":1784671516.811113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","EoS":false} {"level":"info","ts":1784671516.811124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","EoS":true} {"level":"info","ts":1784671516.8111458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671516.8111615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671516.811185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"099ef3d0-9c4d-45f4-aaed-a96d493b0c7d"} {"level":"info","ts":1784671525.8401146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671525.840193,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e4a1d7a-b517-9b2d-8736-f72c76e92024"} {"level":"info","ts":1784671525.8402038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e4a1d7a-b517-9b2d-8736-f72c76e92024"} {"level":"info","ts":1784671525.8402154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e4a1d7a-b517-9b2d-8736-f72c76e92024","EoS":false} {"level":"info","ts":1784671525.8402257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e4a1d7a-b517-9b2d-8736-f72c76e92024","EoS":true} {"level":"info","ts":1784671525.8402462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e4a1d7a-b517-9b2d-8736-f72c76e92024","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671525.8402615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e4a1d7a-b517-9b2d-8736-f72c76e92024","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671525.8402839,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e4a1d7a-b517-9b2d-8736-f72c76e92024"} {"level":"info","ts":1784671533.71994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671533.7200198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a718a836-5e26-4f3f-a277-96a3b8606f0d"} {"level":"info","ts":1784671533.7200286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a718a836-5e26-4f3f-a277-96a3b8606f0d"} {"level":"info","ts":1784671533.7200406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a718a836-5e26-4f3f-a277-96a3b8606f0d","EoS":false} {"level":"info","ts":1784671533.7200503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a718a836-5e26-4f3f-a277-96a3b8606f0d","EoS":true} {"level":"info","ts":1784671533.7200725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a718a836-5e26-4f3f-a277-96a3b8606f0d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784671533.7200882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a718a836-5e26-4f3f-a277-96a3b8606f0d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671533.7201116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a718a836-5e26-4f3f-a277-96a3b8606f0d"} {"level":"info","ts":1784671538.4980931,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671538.4981854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6506724c-1529-4e37-9aea-091f33f262c4"} {"level":"info","ts":1784671538.4982007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6506724c-1529-4e37-9aea-091f33f262c4"} {"level":"info","ts":1784671538.4982128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6506724c-1529-4e37-9aea-091f33f262c4","EoS":false} {"level":"info","ts":1784671538.4982264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6506724c-1529-4e37-9aea-091f33f262c4","EoS":true} {"level":"info","ts":1784671538.498247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6506724c-1529-4e37-9aea-091f33f262c4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671538.498262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6506724c-1529-4e37-9aea-091f33f262c4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671538.498283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6506724c-1529-4e37-9aea-091f33f262c4"} {"level":"info","ts":1784671538.7735238,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671538.7736194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fe4bbcb-74ee-4a67-903d-b0f8edcdfe3b"} {"level":"info","ts":1784671538.7736318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0fe4bbcb-74ee-4a67-903d-b0f8edcdfe3b"} {"level":"info","ts":1784671538.7736428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fe4bbcb-74ee-4a67-903d-b0f8edcdfe3b","EoS":false} {"level":"info","ts":1784671538.7736533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0fe4bbcb-74ee-4a67-903d-b0f8edcdfe3b","EoS":true} {"level":"info","ts":1784671538.7736738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fe4bbcb-74ee-4a67-903d-b0f8edcdfe3b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671538.7736888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fe4bbcb-74ee-4a67-903d-b0f8edcdfe3b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671538.77371,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0fe4bbcb-74ee-4a67-903d-b0f8edcdfe3b"} {"level":"info","ts":1784671540.8067293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671540.806824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95acfeeb-8f60-4bc5-ad90-00cd29d7fd76"} {"level":"info","ts":1784671540.80685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95acfeeb-8f60-4bc5-ad90-00cd29d7fd76"} {"level":"info","ts":1784671540.8068638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95acfeeb-8f60-4bc5-ad90-00cd29d7fd76","EoS":false} {"level":"info","ts":1784671540.806876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95acfeeb-8f60-4bc5-ad90-00cd29d7fd76","EoS":true} {"level":"info","ts":1784671540.806897,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95acfeeb-8f60-4bc5-ad90-00cd29d7fd76","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671540.806912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95acfeeb-8f60-4bc5-ad90-00cd29d7fd76","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671540.8069332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95acfeeb-8f60-4bc5-ad90-00cd29d7fd76"} {"level":"info","ts":1784671542.8412519,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671542.841333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"} {"level":"info","ts":1784671542.841347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"} {"level":"info","ts":1784671542.8413591,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","EoS":false} {"level":"info","ts":1784671542.841397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","EoS":true} {"level":"info","ts":1784671542.841421,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671542.8414357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671542.841459,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f52bd44c-8c0e-413a-a7c2-bb0e4e59785d"} {"level":"info","ts":1784671566.4685578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671566.4686503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"} {"level":"info","ts":1784671566.468666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"} {"level":"info","ts":1784671566.468681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","EoS":false} {"level":"info","ts":1784671566.4686925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","EoS":true} {"level":"info","ts":1784671566.4687135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671566.4687324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671566.4687622,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eca41e4d-9f67-40ff-af89-332e9741133b"} {"level":"info","ts":1784671575.7985995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671575.798681,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdc678e9-9c10-49d6-9413-6dee0d894c1e"} {"level":"info","ts":1784671575.7986887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdc678e9-9c10-49d6-9413-6dee0d894c1e"} {"level":"info","ts":1784671575.7987003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdc678e9-9c10-49d6-9413-6dee0d894c1e","EoS":false} {"level":"info","ts":1784671575.79871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdc678e9-9c10-49d6-9413-6dee0d894c1e","EoS":true} {"level":"info","ts":1784671575.7987313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdc678e9-9c10-49d6-9413-6dee0d894c1e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671575.7987483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdc678e9-9c10-49d6-9413-6dee0d894c1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671575.7987678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdc678e9-9c10-49d6-9413-6dee0d894c1e"} {"level":"info","ts":1784671581.485462,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671581.4855473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6d82786-29b5-4545-af6f-1088b42fba4e"} {"level":"info","ts":1784671581.4855647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6d82786-29b5-4545-af6f-1088b42fba4e"} {"level":"info","ts":1784671581.4855785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6d82786-29b5-4545-af6f-1088b42fba4e","EoS":false} {"level":"info","ts":1784671581.4855924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6d82786-29b5-4545-af6f-1088b42fba4e","EoS":true} {"level":"info","ts":1784671581.4856138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6d82786-29b5-4545-af6f-1088b42fba4e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671581.4856315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6d82786-29b5-4545-af6f-1088b42fba4e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671581.4856584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6d82786-29b5-4545-af6f-1088b42fba4e"} {"level":"info","ts":1784671591.0627666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671591.062843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6adc86d-b100-43c5-af36-3d743e2df99f"} {"level":"info","ts":1784671591.062854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6adc86d-b100-43c5-af36-3d743e2df99f"} {"level":"info","ts":1784671591.0628657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6adc86d-b100-43c5-af36-3d743e2df99f","EoS":false} {"level":"info","ts":1784671591.062877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6adc86d-b100-43c5-af36-3d743e2df99f","EoS":true} {"level":"info","ts":1784671591.062899,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6adc86d-b100-43c5-af36-3d743e2df99f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671591.0629144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6adc86d-b100-43c5-af36-3d743e2df99f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671591.062936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6adc86d-b100-43c5-af36-3d743e2df99f"} {"level":"info","ts":1784671593.1096928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671593.1097667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"} {"level":"info","ts":1784671593.1097753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"} {"level":"info","ts":1784671593.1097865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","EoS":false} {"level":"info","ts":1784671593.109797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","EoS":true} {"level":"info","ts":1784671593.1098175,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671593.1098323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671593.109852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e65fc614-e08b-480d-8626-b5873d093812"} {"level":"info","ts":1784671602.7160583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671602.7161403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"} {"level":"info","ts":1784671602.7161536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"} {"level":"info","ts":1784671602.7161653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","EoS":false} {"level":"info","ts":1784671602.7161782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","EoS":true} {"level":"info","ts":1784671602.7161977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671602.7162125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671602.7162316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2281e8d3-06b3-4b82-b89a-b0038b2128df"} {"level":"info","ts":1784671602.7547827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671602.7548447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"} {"level":"info","ts":1784671602.7548537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"} {"level":"info","ts":1784671602.7548647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","EoS":false} {"level":"info","ts":1784671602.7548761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","EoS":true} {"level":"info","ts":1784671602.7548935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671602.7549083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671602.7549279,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85be0efb-b70f-4dfb-bfdc-f92c7ce614d0"} {"level":"info","ts":1784671622.0174358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671622.0175319,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"} {"level":"info","ts":1784671622.0175476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"} {"level":"info","ts":1784671622.0175617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","EoS":false} {"level":"info","ts":1784671622.017574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","EoS":true} {"level":"info","ts":1784671622.0175967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671622.0176134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671622.0176346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe26d4dc-2b5d-48ab-8b46-60e1a5bc10ba"} {"level":"info","ts":1784671631.4017696,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671631.4018524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3390a159-84f2-43b7-bf95-4e924e3ead1d"} {"level":"info","ts":1784671631.4018655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3390a159-84f2-43b7-bf95-4e924e3ead1d"} {"level":"info","ts":1784671631.4018784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3390a159-84f2-43b7-bf95-4e924e3ead1d","EoS":false} {"level":"info","ts":1784671631.401889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3390a159-84f2-43b7-bf95-4e924e3ead1d","EoS":true} {"level":"info","ts":1784671631.4019163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3390a159-84f2-43b7-bf95-4e924e3ead1d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671631.401933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3390a159-84f2-43b7-bf95-4e924e3ead1d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671631.4019544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3390a159-84f2-43b7-bf95-4e924e3ead1d"} {"level":"info","ts":1784671636.7538192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671636.7538958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"752a5ec9-df48-47f4-b2f7-4318127825f3"} {"level":"info","ts":1784671636.7539325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"752a5ec9-df48-47f4-b2f7-4318127825f3"} {"level":"info","ts":1784671636.753951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"752a5ec9-df48-47f4-b2f7-4318127825f3","EoS":false} {"level":"info","ts":1784671636.7539654,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"752a5ec9-df48-47f4-b2f7-4318127825f3","EoS":true} {"level":"info","ts":1784671636.7539866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"752a5ec9-df48-47f4-b2f7-4318127825f3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784671636.7540026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"752a5ec9-df48-47f4-b2f7-4318127825f3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784671636.7540264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"752a5ec9-df48-47f4-b2f7-4318127825f3"} {"level":"info","ts":1784671727.5486763,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671727.5487707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72d3f972-433c-4a56-9417-6bd1a3b04c3d"} {"level":"info","ts":1784671727.548787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72d3f972-433c-4a56-9417-6bd1a3b04c3d"} {"level":"info","ts":1784671727.5488057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72d3f972-433c-4a56-9417-6bd1a3b04c3d","EoS":false} {"level":"info","ts":1784671727.548823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72d3f972-433c-4a56-9417-6bd1a3b04c3d","EoS":true} {"level":"info","ts":1784671727.5488567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72d3f972-433c-4a56-9417-6bd1a3b04c3d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784671727.5488765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72d3f972-433c-4a56-9417-6bd1a3b04c3d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784671727.548905,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72d3f972-433c-4a56-9417-6bd1a3b04c3d"} {"level":"info","ts":1784671753.267342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671753.2674325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"} {"level":"info","ts":1784671753.2674448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"} {"level":"info","ts":1784671753.2674568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","EoS":false} {"level":"info","ts":1784671753.2674668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","EoS":true} {"level":"info","ts":1784671753.2674885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784671753.2675056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784671753.267527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"334722a6-79e2-40a5-82a8-9e72bb37bd2e"} {"level":"info","ts":1784671788.421419,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671788.421517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"} {"level":"info","ts":1784671788.4215324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"} {"level":"info","ts":1784671788.4215465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","EoS":false} {"level":"info","ts":1784671788.4215596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","EoS":true} {"level":"info","ts":1784671788.4215822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671788.4215984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671788.4216216,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4118f01b-095a-47f9-9b39-faf6d24cfc58"} {"level":"info","ts":1784671803.7420237,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671803.7421124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"} {"level":"info","ts":1784671803.7421212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"} {"level":"info","ts":1784671803.742133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","EoS":false} {"level":"info","ts":1784671803.7421432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","EoS":true} {"level":"info","ts":1784671803.7421658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671803.7421815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671803.7422051,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef9069f4-b80d-4c2e-bbab-3ec3173bc7bb"} {"level":"info","ts":1784671804.0450232,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784671804.0451086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afc278a8-1283-4237-8c3b-a0fea82da60b"} {"level":"info","ts":1784671804.0451167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afc278a8-1283-4237-8c3b-a0fea82da60b"} {"level":"info","ts":1784671804.045129,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afc278a8-1283-4237-8c3b-a0fea82da60b","EoS":false} {"level":"info","ts":1784671804.04514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afc278a8-1283-4237-8c3b-a0fea82da60b","EoS":true} {"level":"info","ts":1784671804.0451639,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afc278a8-1283-4237-8c3b-a0fea82da60b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784671804.0451806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afc278a8-1283-4237-8c3b-a0fea82da60b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784671804.045201,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afc278a8-1283-4237-8c3b-a0fea82da60b"} {"level":"info","ts":1784672117.2316093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672117.2316935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"} {"level":"info","ts":1784672117.231702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"} {"level":"info","ts":1784672117.231713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","EoS":false} {"level":"info","ts":1784672117.2317235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","EoS":true} {"level":"info","ts":1784672117.2317438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784672117.2317595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784672117.2317803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c133ddb2-c98c-401f-89c5-b112f9b6456a"} {"level":"info","ts":1784672117.267209,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672117.2672727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d2466f2-2e01-4495-94ee-fb13584d0722"} {"level":"info","ts":1784672117.2672844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d2466f2-2e01-4495-94ee-fb13584d0722"} {"level":"info","ts":1784672117.2672958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d2466f2-2e01-4495-94ee-fb13584d0722","EoS":false} {"level":"info","ts":1784672117.2673047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d2466f2-2e01-4495-94ee-fb13584d0722","EoS":true} {"level":"info","ts":1784672117.2673187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d2466f2-2e01-4495-94ee-fb13584d0722","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784672117.2673314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d2466f2-2e01-4495-94ee-fb13584d0722","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784672117.267347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d2466f2-2e01-4495-94ee-fb13584d0722"} {"level":"info","ts":1784672117.3033464,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672117.3034177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8967d199-8856-49a9-b119-953fb8dbbbf3"} {"level":"info","ts":1784672117.303432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8967d199-8856-49a9-b119-953fb8dbbbf3"} {"level":"info","ts":1784672117.3034434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8967d199-8856-49a9-b119-953fb8dbbbf3","EoS":false} {"level":"info","ts":1784672117.3034542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8967d199-8856-49a9-b119-953fb8dbbbf3","EoS":true} {"level":"info","ts":1784672117.303471,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8967d199-8856-49a9-b119-953fb8dbbbf3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784672117.3034859,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8967d199-8856-49a9-b119-953fb8dbbbf3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784672117.3035018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8967d199-8856-49a9-b119-953fb8dbbbf3"} {"level":"info","ts":1784672122.1449869,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a107300-acf8-42a2-80a3-096a9151c9a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784672122.145004,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41469838-d0db-4858-a633-7b1a3eeb85c6"} {"level":"info","ts":1784672122.1450243,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5a107300-acf8-42a2-80a3-096a9151c9a1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784672122.1535912,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa537bae-59d1-433c-bd2b-db042f1684fb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784672122.1536179,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa537bae-59d1-433c-bd2b-db042f1684fb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784672122.1550388,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41469838-d0db-4858-a633-7b1a3eeb85c6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784672122.1552446,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37828.745534698,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.1552622,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.27529,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b120512-69de-4cba-976d-f585781adb25"} {"level":"info","ts":1784672122.2764096,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8856f09-9692-4924-861e-d00d1a7e4e45","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784672122.276465,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8856f09-9692-4924-861e-d00d1a7e4e45","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784672122.3678339,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d750c7fc-4c10-4f30-9a81-48b441674a05","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784672122.3678744,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d750c7fc-4c10-4f30-9a81-48b441674a05","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784672122.3681016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f5ff4c0-65e8-44f4-972f-92d48f32daa1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784672122.3681324,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f5ff4c0-65e8-44f4-972f-92d48f32daa1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784672122.3681452,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b120512-69de-4cba-976d-f585781adb25","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784672122.3681865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63875be9-f9f6-4ea8-96a4-4633ad4c863c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784672122.368347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37172.346936118,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.368362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.3684943,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63875be9-f9f6-4ea8-96a4-4633ad4c863c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784672122.3696032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.3754995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.415952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2314c017-8bfc-4372-815c-ab274f29e2d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784672122.4159906,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2314c017-8bfc-4372-815c-ab274f29e2d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784672122.4309318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b28657a2-0ea4-4d06-b2da-ce3b83aed1ee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784672122.430982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b28657a2-0ea4-4d06-b2da-ce3b83aed1ee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784672122.4471736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6768e510-3d6c-4bd5-a1ba-03694dc3efab","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784672122.4472044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6768e510-3d6c-4bd5-a1ba-03694dc3efab","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784672122.4562123,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36714.575929456,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.4562376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.4640856,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784672122.4691725,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b120512-69de-4cba-976d-f585781adb25","name":"e2e-external-model"} {"level":"info","ts":1784672122.4787362,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b120512-69de-4cba-976d-f585781adb25","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784672122.4834054,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b120512-69de-4cba-976d-f585781adb25","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784672122.4834976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3210165-8f9d-4398-93a2-ef6d21d490b1"} {"level":"info","ts":1784672122.4835505,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3210165-8f9d-4398-93a2-ef6d21d490b1","name":"e2e-external-model"} {"level":"info","ts":1784672122.4923975,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3210165-8f9d-4398-93a2-ef6d21d490b1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784672122.5570753,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41469838-d0db-4858-a633-7b1a3eeb85c6","name":"e2e-external-provider"} {"level":"info","ts":1784672122.5675247,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41469838-d0db-4858-a633-7b1a3eeb85c6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784672122.571185,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41469838-d0db-4858-a633-7b1a3eeb85c6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784672122.5712814,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b939d01-6518-40d5-973b-f2a60da290ff"} {"level":"info","ts":1784672122.5713277,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b939d01-6518-40d5-973b-f2a60da290ff","name":"e2e-external-provider"} {"level":"info","ts":1784672122.5817673,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b939d01-6518-40d5-973b-f2a60da290ff","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784672129.6249826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672129.625071,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df"} {"level":"info","ts":1784672129.6250892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df"} {"level":"info","ts":1784672129.625106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df","EoS":false} {"level":"info","ts":1784672129.6251254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df","EoS":true} {"level":"info","ts":1784672129.6251686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784672129.6251926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784672129.6251998,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df","modelName":"e2e-external-model"} {"level":"info","ts":1784672129.625214,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784672129.6252646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c319aae-e35c-4c2a-998b-15f8b20011df"} {"level":"info","ts":1784672129.6796942,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672129.679753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909"} {"level":"info","ts":1784672129.679765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909"} {"level":"info","ts":1784672129.6797793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909","EoS":false} {"level":"info","ts":1784672129.6797905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909","EoS":true} {"level":"info","ts":1784672129.6798093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784672129.679821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784672129.6798277,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909","modelName":"e2e-external-model"} {"level":"info","ts":1784672129.6798415,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784672129.6798809,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5bb4e385-60a5-405b-b22e-9285127ed909"} {"level":"info","ts":1784672129.7106001,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672129.71066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785"} {"level":"info","ts":1784672129.7106771,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785"} {"level":"info","ts":1784672129.7106886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","EoS":false} {"level":"info","ts":1784672129.7106988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","EoS":true} {"level":"info","ts":1784672129.7107153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784672129.7107298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784672129.710736,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","modelName":"e2e-external-model"} {"level":"info","ts":1784672129.7107546,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784672129.7107923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a87b25a-dfc5-4321-af45-70d503cd3785"} {"level":"info","ts":1784672129.847057,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69a7182e-b335-4bdb-b694-42b0d057d1b3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784672129.847102,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69a7182e-b335-4bdb-b694-42b0d057d1b3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784672129.847062,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93856bb0-cec3-403f-ad9e-4b36b9f4f59e"} {"level":"info","ts":1784672129.8529084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abaa1f66-a695-4508-b8d0-9153c6152c96","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784672129.8529396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"abaa1f66-a695-4508-b8d0-9153c6152c96","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784672129.8534212,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93856bb0-cec3-403f-ad9e-4b36b9f4f59e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784672129.853476,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93856bb0-cec3-403f-ad9e-4b36b9f4f59e","name":"e2e-cleanup-test"} {"level":"info","ts":1784672129.876546,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"297fe931-6da5-4c14-a455-11a46c378b71","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784672129.876587,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"297fe931-6da5-4c14-a455-11a46c378b71","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784672129.8778818,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93856bb0-cec3-403f-ad9e-4b36b9f4f59e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784672129.8779287,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93856bb0-cec3-403f-ad9e-4b36b9f4f59e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784672129.8780017,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbd552-41f4-48b5-80c5-bdaf9572dde5"} {"level":"info","ts":1784672129.8780556,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbd552-41f4-48b5-80c5-bdaf9572dde5","name":"e2e-cleanup-test"} {"level":"info","ts":1784672129.8928983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d7416de-d27e-43ff-ad7a-eed3e9b7da2e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784672129.8929262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d7416de-d27e-43ff-ad7a-eed3e9b7da2e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784672129.894096,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbd552-41f4-48b5-80c5-bdaf9572dde5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784672129.894136,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1abbd552-41f4-48b5-80c5-bdaf9572dde5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784672129.894193,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27538a90-67ac-4e6f-bd03-9388d4f7a86c"} {"level":"info","ts":1784672129.8942478,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27538a90-67ac-4e6f-bd03-9388d4f7a86c","name":"e2e-cleanup-test"} {"level":"info","ts":1784672129.90272,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27538a90-67ac-4e6f-bd03-9388d4f7a86c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784672129.910593,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71e33d32-1a38-4876-a7c6-fb978a973c04","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784672129.9106178,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71e33d32-1a38-4876-a7c6-fb978a973c04","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784672129.9106696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"042223a0-aa6e-4f27-8356-3e9de3c64e94"} {"level":"info","ts":1784672129.9107223,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"042223a0-aa6e-4f27-8356-3e9de3c64e94","name":"e2e-cleanup-test"} {"level":"info","ts":1784672129.9203203,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"042223a0-aa6e-4f27-8356-3e9de3c64e94","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784672138.1064498,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdce26ec-5ac0-4956-8813-e05b2297a44f"} {"level":"info","ts":1784672138.1064885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a954839a-f458-43ca-bc69-9a4217548c8e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784672138.1065276,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a954839a-f458-43ca-bc69-9a4217548c8e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784672142.4296415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672142.4297144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01"} {"level":"info","ts":1784672142.4297235,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01"} {"level":"info","ts":1784672142.429736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01","EoS":false} {"level":"info","ts":1784672142.4297497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01","EoS":true} {"level":"info","ts":1784672142.4297771,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784672142.4297984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784672142.4298267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ea67b0c-8ac5-4065-a5d4-be460ac01e01"} {"level":"info","ts":1784672142.4590065,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672142.4590724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89"} {"level":"info","ts":1784672142.4590852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89"} {"level":"info","ts":1784672142.4590964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","EoS":false} {"level":"info","ts":1784672142.459109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","EoS":true} {"level":"info","ts":1784672142.4591327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784672142.459148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784672142.4591541,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","modelName":"e2e-external-model"} {"level":"info","ts":1784672142.4591682,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784672142.4592068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36e3f1e3-8cf5-46bf-a56d-cbe2f0058f89"} {"level":"info","ts":1784672142.500126,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672142.5002024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"} {"level":"info","ts":1784672142.5002122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"} {"level":"info","ts":1784672142.5002286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","EoS":false} {"level":"info","ts":1784672142.5002458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","EoS":true} {"level":"info","ts":1784672142.500263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784672142.5002775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784672142.500299,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2a137bf-8fa6-404d-8aba-8ad6d75bc3f5"} {"level":"info","ts":1784672142.6400714,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672142.6401389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"} {"level":"info","ts":1784672142.6401477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"} {"level":"info","ts":1784672142.6401577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","EoS":false} {"level":"info","ts":1784672142.640168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","EoS":true} {"level":"info","ts":1784672142.6401896,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c","field":"model"} {"level":"info","ts":1784672142.6402154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0683108-8459-451d-ac01-83e2872c0f1c"} {"level":"info","ts":1784672143.5272417,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f36e405e-df67-45fd-88db-4dff5ede1a45"} {"level":"info","ts":1784672143.527282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df60cc3d-752b-4e03-a1e9-badc557d9aa6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784672143.52732,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df60cc3d-752b-4e03-a1e9-badc557d9aa6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784672143.6764398,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7ac1c3a-4844-4472-8a2c-0cf54131f924","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784672143.6764858,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d7ac1c3a-4844-4472-8a2c-0cf54131f924","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784672143.6764472,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2c5cb62-d389-4909-aa8b-7d375a710977"} {"level":"info","ts":1784672757.710271,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672757.7103472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d38e1f77-7045-4d28-831c-b03d3351b681"} {"level":"info","ts":1784672757.7103555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d38e1f77-7045-4d28-831c-b03d3351b681"} {"level":"info","ts":1784672757.7103667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d38e1f77-7045-4d28-831c-b03d3351b681","EoS":false} {"level":"info","ts":1784672757.710402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d38e1f77-7045-4d28-831c-b03d3351b681","EoS":true} {"level":"info","ts":1784672757.7104204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d38e1f77-7045-4d28-831c-b03d3351b681","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784672757.7104363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d38e1f77-7045-4d28-831c-b03d3351b681","path":"/ai-tenant-e2e-inf-b-4ad703/test-model-4ad703/v1/chat/completions"} {"level":"info","ts":1784672757.7104585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d38e1f77-7045-4d28-831c-b03d3351b681"} {"level":"info","ts":1784672778.9824815,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784672778.9825583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"} {"level":"info","ts":1784672778.9825673,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"} {"level":"info","ts":1784672778.982579,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","EoS":false} {"level":"info","ts":1784672778.9825916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","EoS":true} {"level":"info","ts":1784672778.9826107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784672778.9826255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708","path":"/ai-tenant-e2e-inf-b-4ad703/test-model-4ad703/v1/chat/completions"} {"level":"info","ts":1784672778.982648,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c3e42c0-9794-4e40-bf96-f8f7e273c708"} {"level":"info","ts":1784673241.2153647,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784673241.2154632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"} {"level":"info","ts":1784673241.215471,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"} {"level":"info","ts":1784673241.2154815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","EoS":false} {"level":"info","ts":1784673241.2154942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","EoS":true} {"level":"info","ts":1784673241.215513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784673241.2155282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9","path":"/ai-tenant-e2e-shared-b-b77603/rate-test-model-b77603/v1/completions"} {"level":"info","ts":1784673241.2155535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"677514ee-d2ef-4d38-b3c0-7eda113414c9"}