{"level":"info","ts":1784733502.7270002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2ff0a9f-2a0d-4c81-9eba-71e1477d2aea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733502.7270212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2ff0a9f-2a0d-4c81-9eba-71e1477d2aea"} {"level":"info","ts":1784733503.473127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733503.4732192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1"} {"level":"info","ts":1784733503.4732337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1"} {"level":"info","ts":1784733503.4732525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","EoS":false} {"level":"info","ts":1784733503.4732716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","EoS":true} {"level":"info","ts":1784733503.4733007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733503.4733183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733503.4733472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7162048e-380c-4efc-a840-6e887f828ac1"} {"level":"info","ts":1784733503.5095308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733503.5095968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"130d308f-40c6-470d-b901-c7851926e159"} {"level":"info","ts":1784733503.5096104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"130d308f-40c6-470d-b901-c7851926e159"} {"level":"info","ts":1784733503.509627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"130d308f-40c6-470d-b901-c7851926e159","EoS":false} {"level":"info","ts":1784733503.5096378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"130d308f-40c6-470d-b901-c7851926e159","EoS":true} {"level":"info","ts":1784733503.509655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"130d308f-40c6-470d-b901-c7851926e159","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733503.509669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"130d308f-40c6-470d-b901-c7851926e159","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733503.509686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"130d308f-40c6-470d-b901-c7851926e159"} {"level":"info","ts":1784733507.6790845,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733507.679159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dec0061e-0642-473f-8f9b-01c2c1a3ecfb"} {"level":"info","ts":1784733507.6791704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dec0061e-0642-473f-8f9b-01c2c1a3ecfb"} {"level":"info","ts":1784733507.679182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dec0061e-0642-473f-8f9b-01c2c1a3ecfb","EoS":false} {"level":"info","ts":1784733507.679193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dec0061e-0642-473f-8f9b-01c2c1a3ecfb","EoS":true} {"level":"info","ts":1784733507.6792123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dec0061e-0642-473f-8f9b-01c2c1a3ecfb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733507.6792278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dec0061e-0642-473f-8f9b-01c2c1a3ecfb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733507.6792495,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dec0061e-0642-473f-8f9b-01c2c1a3ecfb"} {"level":"info","ts":1784733523.599653,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733523.5997305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.5997412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.5997524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","EoS":false} {"level":"info","ts":1784733523.5997632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","EoS":true} {"level":"info","ts":1784733523.5997853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733523.599801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733523.5998168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4461edbb-c068-4b3f-9c59-a1afce6f7b29"} {"level":"info","ts":1784733523.7405007,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733523.7405832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.7405996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.7406197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","EoS":false} {"level":"info","ts":1784733523.7406392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","EoS":true} {"level":"info","ts":1784733523.7406676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733523.7406876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b382763f-b095-4df7-8375-4482228a3879","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733523.7407198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b382763f-b095-4df7-8375-4482228a3879"} {"level":"info","ts":1784733523.8841538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733523.8842435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733523.8842633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733523.8842819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","EoS":false} {"level":"info","ts":1784733523.884302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","EoS":true} {"level":"info","ts":1784733523.8843296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733523.8843477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733523.8843806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3980c7f8-57a8-4fff-a5e6-f3180b9741e7"} {"level":"info","ts":1784733524.020194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733524.0202835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.020298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.0203164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","EoS":false} {"level":"info","ts":1784733524.0203366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","EoS":true} {"level":"info","ts":1784733524.0203748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733524.0203927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733524.0204246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37d40787-9922-465c-9af7-4657a043c12d"} {"level":"info","ts":1784733524.1582634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733524.1583362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733524.1583495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733524.1583617,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","EoS":false} {"level":"info","ts":1784733524.1583717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","EoS":true} {"level":"info","ts":1784733524.15839,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733524.1584046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733524.1584306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffd06032-592a-429d-bdb3-e06eca7b6065"} {"level":"info","ts":1784733524.292592,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733524.2926702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7682903f-66c4-468f-b1f1-63ac475e8788"} {"level":"info","ts":1784733524.2926862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7682903f-66c4-468f-b1f1-63ac475e8788"} {"level":"info","ts":1784733524.2927046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7682903f-66c4-468f-b1f1-63ac475e8788","EoS":false} {"level":"info","ts":1784733524.2927253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7682903f-66c4-468f-b1f1-63ac475e8788","EoS":true} {"level":"info","ts":1784733524.2927563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7682903f-66c4-468f-b1f1-63ac475e8788","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733524.2927735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7682903f-66c4-468f-b1f1-63ac475e8788","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733524.2928016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7682903f-66c4-468f-b1f1-63ac475e8788"} {"level":"info","ts":1784733540.0704143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733540.0705135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.0705245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.070538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","EoS":false} {"level":"info","ts":1784733540.070549,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","EoS":true} {"level":"info","ts":1784733540.0705736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733540.0705895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733540.0706089,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa27c8b8-e424-404e-a764-9dee3a06a5f4"} {"level":"info","ts":1784733540.1059282,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733540.1060038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"251f44fd-bb11-4d4b-b29b-759e5de7ff4d"} {"level":"info","ts":1784733540.1060128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"251f44fd-bb11-4d4b-b29b-759e5de7ff4d"} {"level":"info","ts":1784733540.1060278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"251f44fd-bb11-4d4b-b29b-759e5de7ff4d","EoS":false} {"level":"info","ts":1784733540.106046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"251f44fd-bb11-4d4b-b29b-759e5de7ff4d","EoS":true} {"level":"info","ts":1784733540.1060789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"251f44fd-bb11-4d4b-b29b-759e5de7ff4d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733540.1060975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"251f44fd-bb11-4d4b-b29b-759e5de7ff4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733540.1061213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"251f44fd-bb11-4d4b-b29b-759e5de7ff4d"} {"level":"info","ts":1784733540.1378622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733540.1379442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94e21f95-4ee0-4a85-a4ad-dc4c5657cda8"} {"level":"info","ts":1784733540.1379561,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94e21f95-4ee0-4a85-a4ad-dc4c5657cda8"} {"level":"info","ts":1784733540.1379678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94e21f95-4ee0-4a85-a4ad-dc4c5657cda8","EoS":false} {"level":"info","ts":1784733540.1379807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94e21f95-4ee0-4a85-a4ad-dc4c5657cda8","EoS":true} {"level":"info","ts":1784733540.1380026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94e21f95-4ee0-4a85-a4ad-dc4c5657cda8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733540.1380196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94e21f95-4ee0-4a85-a4ad-dc4c5657cda8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733540.138039,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94e21f95-4ee0-4a85-a4ad-dc4c5657cda8"} {"level":"info","ts":1784733540.170549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733540.1706204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d700028-54eb-439c-94b9-9147efc76be9"} {"level":"info","ts":1784733544.8075347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733544.8076165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733544.8076303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733544.8076465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","EoS":false} {"level":"info","ts":1784733544.807665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","EoS":true} {"level":"info","ts":1784733544.807691,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733544.8077106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733544.8077404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f415d35-d5f8-4202-bf7c-d002928f1f41"} {"level":"info","ts":1784733553.3940582,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733553.394141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733553.3941498,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733553.3941612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","EoS":false} {"level":"info","ts":1784733553.3941712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","EoS":true} {"level":"info","ts":1784733553.3941925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733553.3942075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733553.3942223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f032bf7-4e88-4fa2-99b2-503700839e55"} {"level":"info","ts":1784733566.311169,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733566.311244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733566.3112562,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733566.3112676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","EoS":false} {"level":"info","ts":1784733566.3112783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","EoS":true} {"level":"info","ts":1784733566.3112996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733566.311316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733566.311337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7155a71-5f59-4151-b044-85979cc8dfc5"} {"level":"info","ts":1784733574.8820148,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733574.8820913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733574.8821006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733574.8821125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","EoS":false} {"level":"info","ts":1784733574.882125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","EoS":true} {"level":"info","ts":1784733574.8821466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733574.882161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733574.8821821,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"047662f1-76c3-4c50-8c54-edde1abe774d"} {"level":"info","ts":1784733583.7541268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733583.754207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733583.7542167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733583.7542276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","EoS":false} {"level":"info","ts":1784733583.7542393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","EoS":true} {"level":"info","ts":1784733583.7543213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733583.7543368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733583.7543566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6016f57e-185e-4f6b-a4af-167fbeadc5a1"} {"level":"info","ts":1784733592.7877817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733592.7878675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"274111f5-9b87-4258-bbd1-fdd8c87af792"} {"level":"info","ts":1784733592.7878811,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"274111f5-9b87-4258-bbd1-fdd8c87af792"} {"level":"info","ts":1784733592.7878942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"274111f5-9b87-4258-bbd1-fdd8c87af792","EoS":false} {"level":"info","ts":1784733592.787958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"274111f5-9b87-4258-bbd1-fdd8c87af792","EoS":true} {"level":"info","ts":1784733592.7879872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"274111f5-9b87-4258-bbd1-fdd8c87af792","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733592.7880049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"274111f5-9b87-4258-bbd1-fdd8c87af792","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733592.7880247,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"274111f5-9b87-4258-bbd1-fdd8c87af792"} {"level":"info","ts":1784733597.5747364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733597.5748298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcc847f6-e0ab-45a0-9096-7d25e6d5474c"} {"level":"info","ts":1784733597.574839,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fcc847f6-e0ab-45a0-9096-7d25e6d5474c"} {"level":"info","ts":1784733597.5748508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcc847f6-e0ab-45a0-9096-7d25e6d5474c","EoS":false} {"level":"info","ts":1784733597.5748634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcc847f6-e0ab-45a0-9096-7d25e6d5474c","EoS":true} {"level":"info","ts":1784733597.574893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcc847f6-e0ab-45a0-9096-7d25e6d5474c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784733597.5749104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcc847f6-e0ab-45a0-9096-7d25e6d5474c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733597.5749328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fcc847f6-e0ab-45a0-9096-7d25e6d5474c"} {"level":"info","ts":1784733602.3575957,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733602.3576715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97627a6a-2a28-42b4-8d7b-191638f53bc6"} {"level":"info","ts":1784733602.3576803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97627a6a-2a28-42b4-8d7b-191638f53bc6"} {"level":"info","ts":1784733602.3576925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97627a6a-2a28-42b4-8d7b-191638f53bc6","EoS":false} {"level":"info","ts":1784733602.357705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97627a6a-2a28-42b4-8d7b-191638f53bc6","EoS":true} {"level":"info","ts":1784733602.3577251,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97627a6a-2a28-42b4-8d7b-191638f53bc6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733602.3577523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97627a6a-2a28-42b4-8d7b-191638f53bc6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733602.3577757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97627a6a-2a28-42b4-8d7b-191638f53bc6"} {"level":"info","ts":1784733602.6644309,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733602.6645389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c3108ae-2ec8-4d62-a3d3-18d447debbce"} {"level":"info","ts":1784733602.6645496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c3108ae-2ec8-4d62-a3d3-18d447debbce"} {"level":"info","ts":1784733602.6645648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c3108ae-2ec8-4d62-a3d3-18d447debbce","EoS":false} {"level":"info","ts":1784733602.664581,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c3108ae-2ec8-4d62-a3d3-18d447debbce","EoS":true} {"level":"info","ts":1784733602.664601,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c3108ae-2ec8-4d62-a3d3-18d447debbce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733602.6646154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c3108ae-2ec8-4d62-a3d3-18d447debbce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733602.6646366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c3108ae-2ec8-4d62-a3d3-18d447debbce"} {"level":"info","ts":1784733604.6947052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733604.69478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15fb4c27-bf55-4b80-a07d-582584ab418e"} {"level":"info","ts":1784733604.6947904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15fb4c27-bf55-4b80-a07d-582584ab418e"} {"level":"info","ts":1784733604.6948025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15fb4c27-bf55-4b80-a07d-582584ab418e","EoS":false} {"level":"info","ts":1784733604.6948168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15fb4c27-bf55-4b80-a07d-582584ab418e","EoS":true} {"level":"info","ts":1784733604.694838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15fb4c27-bf55-4b80-a07d-582584ab418e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733604.694853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15fb4c27-bf55-4b80-a07d-582584ab418e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733604.6948678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15fb4c27-bf55-4b80-a07d-582584ab418e"} {"level":"info","ts":1784733606.7344315,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733606.7345257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70ee1d17-0132-4501-8ea1-1702bd32fc15"} {"level":"info","ts":1784733606.734536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70ee1d17-0132-4501-8ea1-1702bd32fc15"} {"level":"info","ts":1784733606.7345483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70ee1d17-0132-4501-8ea1-1702bd32fc15","EoS":false} {"level":"info","ts":1784733606.7345629,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70ee1d17-0132-4501-8ea1-1702bd32fc15","EoS":true} {"level":"info","ts":1784733606.734585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70ee1d17-0132-4501-8ea1-1702bd32fc15","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733606.734601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70ee1d17-0132-4501-8ea1-1702bd32fc15","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733606.7346225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70ee1d17-0132-4501-8ea1-1702bd32fc15"} {"level":"info","ts":1784733608.7697778,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733608.7698524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733608.769862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733608.7698731,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","EoS":false} {"level":"info","ts":1784733608.7698839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","EoS":true} {"level":"info","ts":1784733608.7699108,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733608.7699294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733608.7699525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9790cc2-9ce5-463b-89a2-9041d40f9969"} {"level":"info","ts":1784733632.583202,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733632.5832782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733632.58329,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733632.5833018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","EoS":false} {"level":"info","ts":1784733632.5833163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","EoS":true} {"level":"info","ts":1784733632.5833423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733632.583358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733632.5833774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49baf73c-7a9a-41d9-9541-042fa5fa57ec"} {"level":"info","ts":1784733641.9753454,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733641.975424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3b32f05-f879-46b2-b5a8-6e9064008f23"} {"level":"info","ts":1784733641.975434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3b32f05-f879-46b2-b5a8-6e9064008f23"} {"level":"info","ts":1784733641.9754584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3b32f05-f879-46b2-b5a8-6e9064008f23","EoS":false} {"level":"info","ts":1784733641.9754703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3b32f05-f879-46b2-b5a8-6e9064008f23","EoS":true} {"level":"info","ts":1784733641.9754913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3b32f05-f879-46b2-b5a8-6e9064008f23","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733641.9755065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3b32f05-f879-46b2-b5a8-6e9064008f23","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733641.9755304,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3b32f05-f879-46b2-b5a8-6e9064008f23"} {"level":"info","ts":1784733647.5693407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733647.5694146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4765755d-7ec4-4c65-bd76-d6b05770a5f4"} {"level":"info","ts":1784733647.569476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4765755d-7ec4-4c65-bd76-d6b05770a5f4"} {"level":"info","ts":1784733647.5694907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4765755d-7ec4-4c65-bd76-d6b05770a5f4","EoS":false} {"level":"info","ts":1784733647.5695019,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4765755d-7ec4-4c65-bd76-d6b05770a5f4","EoS":true} {"level":"info","ts":1784733647.569524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4765755d-7ec4-4c65-bd76-d6b05770a5f4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733647.5695393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4765755d-7ec4-4c65-bd76-d6b05770a5f4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733647.5695612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4765755d-7ec4-4c65-bd76-d6b05770a5f4"} {"level":"info","ts":1784733657.2336884,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733657.2337685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733657.2337816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733657.2337935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","EoS":false} {"level":"info","ts":1784733657.2338047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","EoS":true} {"level":"info","ts":1784733657.233842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733657.2338598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733657.2338796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f83d683-297a-4597-8ae8-18054c3d1d10"} {"level":"info","ts":1784733666.6964893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733666.6965744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.6965928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.6966121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","EoS":false} {"level":"info","ts":1784733666.6966326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","EoS":true} {"level":"info","ts":1784733666.6966622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733666.6966805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733666.696711,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff07b33e-4754-486e-907b-6dddbc24e92a"} {"level":"info","ts":1784733666.7269776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733666.7270439,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733666.727055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733666.7270694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","EoS":false} {"level":"info","ts":1784733666.7270823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","EoS":true} {"level":"info","ts":1784733666.7270994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733666.727114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733666.7271354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8876a85b-cae5-430b-bf7d-0580b3ecad62"} {"level":"info","ts":1784733686.0846186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733686.084692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733686.0847018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733686.084713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","EoS":false} {"level":"info","ts":1784733686.0847242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","EoS":true} {"level":"info","ts":1784733686.0847454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733686.0847614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733686.0847847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f97af0e-6bc7-4b12-8beb-f5939d7632a5"} {"level":"info","ts":1784733695.4652705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733695.4653513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27b5ccdc-d46f-4c45-93d6-20b707c8f19c"} {"level":"info","ts":1784733695.4653609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27b5ccdc-d46f-4c45-93d6-20b707c8f19c"} {"level":"info","ts":1784733695.4653733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27b5ccdc-d46f-4c45-93d6-20b707c8f19c","EoS":false} {"level":"info","ts":1784733695.4653869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27b5ccdc-d46f-4c45-93d6-20b707c8f19c","EoS":true} {"level":"info","ts":1784733695.4654078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27b5ccdc-d46f-4c45-93d6-20b707c8f19c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733695.465425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27b5ccdc-d46f-4c45-93d6-20b707c8f19c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733695.465461,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27b5ccdc-d46f-4c45-93d6-20b707c8f19c"} {"level":"info","ts":1784733700.7684622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733700.768536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61aff9c1-7c52-4907-b437-36eecdbec1ed"} {"level":"info","ts":1784733700.768546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"61aff9c1-7c52-4907-b437-36eecdbec1ed"} {"level":"info","ts":1784733700.7685575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61aff9c1-7c52-4907-b437-36eecdbec1ed","EoS":false} {"level":"info","ts":1784733700.7685678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61aff9c1-7c52-4907-b437-36eecdbec1ed","EoS":true} {"level":"info","ts":1784733700.76859,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61aff9c1-7c52-4907-b437-36eecdbec1ed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784733700.7686052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61aff9c1-7c52-4907-b437-36eecdbec1ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784733700.7686288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61aff9c1-7c52-4907-b437-36eecdbec1ed"} {"level":"info","ts":1784733791.6255245,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733791.6256034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3216612-8fe7-4fd6-8df2-1aca3a93b34c"} {"level":"info","ts":1784733791.6256146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3216612-8fe7-4fd6-8df2-1aca3a93b34c"} {"level":"info","ts":1784733791.625626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3216612-8fe7-4fd6-8df2-1aca3a93b34c","EoS":false} {"level":"info","ts":1784733791.6256375,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3216612-8fe7-4fd6-8df2-1aca3a93b34c","EoS":true} {"level":"info","ts":1784733791.625658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3216612-8fe7-4fd6-8df2-1aca3a93b34c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784733791.625674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3216612-8fe7-4fd6-8df2-1aca3a93b34c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784733791.6256933,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3216612-8fe7-4fd6-8df2-1aca3a93b34c"} {"level":"info","ts":1784733817.0805495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733817.0806415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733817.080656,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733817.0806744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","EoS":false} {"level":"info","ts":1784733817.0806947,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","EoS":true} {"level":"info","ts":1784733817.080727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784733817.0807447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784733817.0807772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0d861e9-91c2-43ba-8492-b447db8da032"} {"level":"info","ts":1784733854.4405177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733854.4406009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733854.4406111,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733854.4406228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","EoS":false} {"level":"info","ts":1784733854.4406383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","EoS":true} {"level":"info","ts":1784733854.44066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733854.4406755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733854.4406974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"273b08d9-5590-4b45-af16-0a4cfcf256d9"} {"level":"info","ts":1784733869.7304373,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733869.7305639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784733869.7305758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784733869.7305946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","EoS":false} {"level":"info","ts":1784733869.730613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","EoS":true} {"level":"info","ts":1784733869.7306464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733869.7306652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733869.7306964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7c2e9f6-addd-48b0-ab89-c9e71cb78b47"} {"level":"info","ts":1784733870.0265355,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784733870.0266092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54056f36-8a4b-43da-aed9-d28cf92f7bb0"} {"level":"info","ts":1784733870.026617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54056f36-8a4b-43da-aed9-d28cf92f7bb0"} {"level":"info","ts":1784733870.026629,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54056f36-8a4b-43da-aed9-d28cf92f7bb0","EoS":false} {"level":"info","ts":1784733870.026642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54056f36-8a4b-43da-aed9-d28cf92f7bb0","EoS":true} {"level":"info","ts":1784733870.0266614,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54056f36-8a4b-43da-aed9-d28cf92f7bb0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784733870.0266764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54056f36-8a4b-43da-aed9-d28cf92f7bb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784733870.0266957,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54056f36-8a4b-43da-aed9-d28cf92f7bb0"} {"level":"info","ts":1784734162.4162126,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734162.4163008,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.4163089,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.4163246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","EoS":false} {"level":"info","ts":1784734162.416345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","EoS":true} {"level":"info","ts":1784734162.416374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734162.4163954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734162.4164188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbb8d0de-e948-4b32-af34-8912dd4b2219"} {"level":"info","ts":1784734162.4540157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734162.4540842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734162.4541001,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734162.4541187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","EoS":false} {"level":"info","ts":1784734162.4541392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","EoS":true} {"level":"info","ts":1784734162.454162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734162.454175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734162.4541976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffee936a-07c5-409b-aac3-45450bd139f0"} {"level":"info","ts":1784734162.490443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734162.4905808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3ddefa1-53be-4def-abad-86e21cd20982"} {"level":"info","ts":1784734162.4905941,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3ddefa1-53be-4def-abad-86e21cd20982"} {"level":"info","ts":1784734162.4906058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3ddefa1-53be-4def-abad-86e21cd20982","EoS":false} {"level":"info","ts":1784734162.4906156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3ddefa1-53be-4def-abad-86e21cd20982","EoS":true} {"level":"info","ts":1784734162.4906356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3ddefa1-53be-4def-abad-86e21cd20982","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734162.4906504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3ddefa1-53be-4def-abad-86e21cd20982","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734162.490675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3ddefa1-53be-4def-abad-86e21cd20982"} {"level":"info","ts":1784734162.5212593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734162.5213263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4651f19-93dd-465e-935c-9cda3cd3d373"} {"level":"info","ts":1784734162.521335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4651f19-93dd-465e-935c-9cda3cd3d373"} {"level":"info","ts":1784734162.521349,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4651f19-93dd-465e-935c-9cda3cd3d373","EoS":false} {"level":"info","ts":1784734162.521367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4651f19-93dd-465e-935c-9cda3cd3d373","EoS":true} {"level":"info","ts":1784734162.5213928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4651f19-93dd-465e-935c-9cda3cd3d373","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734162.5214086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4651f19-93dd-465e-935c-9cda3cd3d373","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734162.5214295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4651f19-93dd-465e-935c-9cda3cd3d373"} {"level":"info","ts":1784734167.4255059,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d926f6d-414c-4241-b04b-6557c4d7ed2b"} {"level":"info","ts":1784734167.4255216,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78ce6921-9360-4964-b26a-d232fd323e0c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734167.4255598,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"78ce6921-9360-4964-b26a-d232fd323e0c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784734167.4310648,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ae65862-4df6-4f60-a656-a1dce26c677c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734167.4310985,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5ae65862-4df6-4f60-a656-a1dce26c677c","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784734167.4345822,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d926f6d-414c-4241-b04b-6557c4d7ed2b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734167.4348245,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34963.706256269,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.4348445,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.5424852,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.6285431,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ff923d2-8503-47be-9841-423e81ed853a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734167.6286092,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ff923d2-8503-47be-9841-423e81ed853a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784734167.6288261,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3165e14-8af6-4e36-976c-f6f76a1e6dd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.628876,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3165e14-8af6-4e36-976c-f6f76a1e6dd8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734167.628826,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43f40846-6c12-429e-8f7b-3e851812dd20"} {"level":"info","ts":1784734167.6291578,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38957.090753279,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.6291807,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.6360211,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39522.161804727,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.6360419,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.6438262,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.6834085,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734167.6943293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf91956-5760-41cc-aa9c-cdbf91472eba","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.6943738,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"faf91956-5760-41cc-aa9c-cdbf91472eba","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734167.7104669,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c6d06a1-44db-418a-b899-ca284cd8d9ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.7105024,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c6d06a1-44db-418a-b899-ca284cd8d9ff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734167.7238467,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddf00b4d-8581-4e95-964a-14abad4bee9a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734167.7238784,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddf00b4d-8581-4e95-964a-14abad4bee9a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734167.72978,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43f40846-6c12-429e-8f7b-3e851812dd20","name":"e2e-external-model"} {"level":"info","ts":1784734167.736192,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d926f6d-414c-4241-b04b-6557c4d7ed2b","name":"e2e-external-provider"} {"level":"info","ts":1784734167.7380168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43f40846-6c12-429e-8f7b-3e851812dd20","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784734167.7414637,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43f40846-6c12-429e-8f7b-3e851812dd20","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734167.7415426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d237bb4-65f0-45ed-b2e3-5355cc3a61cb"} {"level":"info","ts":1784734167.7415867,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d237bb4-65f0-45ed-b2e3-5355cc3a61cb","name":"e2e-external-model"} {"level":"info","ts":1784734167.7468941,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d926f6d-414c-4241-b04b-6557c4d7ed2b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784734167.7489767,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d237bb4-65f0-45ed-b2e3-5355cc3a61cb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784734167.750381,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d926f6d-414c-4241-b04b-6557c4d7ed2b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734167.7504797,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c97dd75-f2cd-41f1-8099-2bdc1e7c65b0"} {"level":"info","ts":1784734167.750525,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c97dd75-f2cd-41f1-8099-2bdc1e7c65b0","name":"e2e-external-provider"} {"level":"info","ts":1784734167.7588553,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c97dd75-f2cd-41f1-8099-2bdc1e7c65b0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784734175.0467057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734175.0467832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59"} {"level":"info","ts":1784734175.0467927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59"} {"level":"info","ts":1784734175.0468063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59","EoS":false} {"level":"info","ts":1784734175.0468178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59","EoS":true} {"level":"info","ts":1784734175.0468438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784734175.0468607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734175.0468698,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59","modelName":"e2e-external-model"} {"level":"info","ts":1784734175.046884,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734175.046937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efa6fd9c-15a8-4b1b-b99f-dd0b719d4b59"} {"level":"info","ts":1784734175.0975258,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734175.0976043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43"} {"level":"info","ts":1784734175.097616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43"} {"level":"info","ts":1784734175.0976272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43","EoS":false} {"level":"info","ts":1784734175.0976381,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43","EoS":true} {"level":"info","ts":1784734175.0976553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784734175.0976703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734175.0976803,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43","modelName":"e2e-external-model"} {"level":"info","ts":1784734175.0976999,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734175.0977387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c95ceb2-d836-4277-8d93-b3fc1794ef43"} {"level":"info","ts":1784734175.124007,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734175.1240768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f"} {"level":"info","ts":1784734175.1240911,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f"} {"level":"info","ts":1784734175.1241136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","EoS":false} {"level":"info","ts":1784734175.124131,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","EoS":true} {"level":"info","ts":1784734175.1241574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784734175.124176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734175.124188,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","modelName":"e2e-external-model"} {"level":"info","ts":1784734175.1242087,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734175.1242542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9707ef74-11e5-4a5a-b497-428b50fb577f"} {"level":"info","ts":1784734175.2619987,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f0b8a4-98e2-40ed-9c70-47a766cee57f"} {"level":"info","ts":1784734175.2620287,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e70d3ee2-201e-4348-8e76-c98b3705b5b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.2620606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e70d3ee2-201e-4348-8e76-c98b3705b5b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784734175.2688398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a55b0a7-a1a8-4a91-b7fd-f0e6f05ca825","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.2688663,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a55b0a7-a1a8-4a91-b7fd-f0e6f05ca825","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734175.269852,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f0b8a4-98e2-40ed-9c70-47a766cee57f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734175.269911,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f0b8a4-98e2-40ed-9c70-47a766cee57f","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.2835908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a6fda40-eafd-481c-bbd0-7d30217f9c3c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.2836225,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1a6fda40-eafd-481c-bbd0-7d30217f9c3c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734175.2847025,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f0b8a4-98e2-40ed-9c70-47a766cee57f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784734175.284745,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1f0b8a4-98e2-40ed-9c70-47a766cee57f","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734175.284791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"772c5f5d-a57c-444e-93a2-f1bf3f79116d"} {"level":"info","ts":1784734175.284831,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"772c5f5d-a57c-444e-93a2-f1bf3f79116d","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.297816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f75ae3-b607-4033-accb-417a2b6beb90","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.297896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f75ae3-b607-4033-accb-417a2b6beb90","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734175.3026214,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"772c5f5d-a57c-444e-93a2-f1bf3f79116d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784734175.30266,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"772c5f5d-a57c-444e-93a2-f1bf3f79116d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734175.3027275,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e2c3434-519a-4cda-b73d-7a4229212b06"} {"level":"info","ts":1784734175.3027706,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e2c3434-519a-4cda-b73d-7a4229212b06","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.3105748,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e2c3434-519a-4cda-b73d-7a4229212b06","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734175.3111792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62ea46bd-e413-4947-a87b-e2d7f058836a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734175.3112063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62ea46bd-e413-4947-a87b-e2d7f058836a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734175.3138716,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e2c3434-519a-4cda-b73d-7a4229212b06","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734175.3139336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad42121e-57fe-431c-b1e4-9cd000eb3b43"} {"level":"info","ts":1784734175.313977,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad42121e-57fe-431c-b1e4-9cd000eb3b43","name":"e2e-cleanup-test"} {"level":"info","ts":1784734175.3221128,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad42121e-57fe-431c-b1e4-9cd000eb3b43","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734183.5484152,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ebf7c17-1b6c-4132-811f-e5d557d6d82f"} {"level":"info","ts":1784734183.5484214,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76e4386b-5894-4fab-90fd-9e2f3b41bae8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734183.5485034,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76e4386b-5894-4fab-90fd-9e2f3b41bae8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734187.9002154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734187.9003127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc"} {"level":"info","ts":1784734187.9003298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc"} {"level":"info","ts":1784734187.9003525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc","EoS":false} {"level":"info","ts":1784734187.9003723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc","EoS":true} {"level":"info","ts":1784734187.9004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784734187.9004178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784734187.9004424,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3daa26d4-9381-49ec-88b5-6a9932ff2acc"} {"level":"info","ts":1784734187.923649,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734187.9237223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b"} {"level":"info","ts":1784734187.9237394,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b"} {"level":"info","ts":1784734187.923757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","EoS":false} {"level":"info","ts":1784734187.9237742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","EoS":true} {"level":"info","ts":1784734187.9238148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784734187.9238331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734187.9238448,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","modelName":"e2e-external-model"} {"level":"info","ts":1784734187.9238663,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734187.9239135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1437725c-861b-443d-b18e-2dd1071cc92b"} {"level":"info","ts":1784734187.9639032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734187.9639695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734187.963978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734187.9639883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","EoS":false} {"level":"info","ts":1784734187.9639986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","EoS":true} {"level":"info","ts":1784734187.96402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784734187.96404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734187.9640677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cea7e992-e652-4beb-a91d-86a498809e58"} {"level":"info","ts":1784734188.1045587,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734188.1046264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734188.1046352,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734188.104646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","EoS":false} {"level":"info","ts":1784734188.1046565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","EoS":true} {"level":"info","ts":1784734188.1046786,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80","field":"model"} {"level":"info","ts":1784734188.1047103,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a76a913-5d46-4d6f-a9d6-699c44a93d80"} {"level":"info","ts":1784734189.050398,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4074aaf8-6394-4552-9d1c-ef6e6671ce35"} {"level":"info","ts":1784734189.0504413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"451cfbb3-4434-44a7-921f-c344f77792e7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734189.0504978,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"451cfbb3-4434-44a7-921f-c344f77792e7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734189.2125568,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93c1c2e9-4120-42ea-8116-09b185597aaa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734189.2125769,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b50c0525-e16c-4f20-955f-bcc155d87c67"} {"level":"info","ts":1784734189.2125916,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93c1c2e9-4120-42ea-8116-09b185597aaa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734788.417588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734788.4176714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c39c87a5-7999-4c8f-9dd9-e4f331266f1d"} {"level":"info","ts":1784734788.4176795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c39c87a5-7999-4c8f-9dd9-e4f331266f1d"} {"level":"info","ts":1784734788.417691,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c39c87a5-7999-4c8f-9dd9-e4f331266f1d","EoS":false} {"level":"info","ts":1784734788.4177053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c39c87a5-7999-4c8f-9dd9-e4f331266f1d","EoS":true} {"level":"info","ts":1784734788.4177237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c39c87a5-7999-4c8f-9dd9-e4f331266f1d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734788.4177396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c39c87a5-7999-4c8f-9dd9-e4f331266f1d","path":"/ai-tenant-e2e-inf-b-9b66ab/test-model-9b66ab/v1/chat/completions"} {"level":"info","ts":1784734788.4177608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c39c87a5-7999-4c8f-9dd9-e4f331266f1d"} {"level":"info","ts":1784734809.4655166,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734809.4656017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784734809.4656115,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784734809.4656243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","EoS":false} {"level":"info","ts":1784734809.4656372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","EoS":true} {"level":"info","ts":1784734809.4656563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734809.4656725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f","path":"/ai-tenant-e2e-inf-b-9b66ab/test-model-9b66ab/v1/chat/completions"} {"level":"info","ts":1784734809.465699,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"665be597-4599-45cb-bf5a-7f9b695fe24f"} {"level":"info","ts":1784735270.3994405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784735270.3995297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"} {"level":"info","ts":1784735270.3995395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"} {"level":"info","ts":1784735270.399551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","EoS":false} {"level":"info","ts":1784735270.3995636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","EoS":true} {"level":"info","ts":1784735270.3995826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784735270.3995976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21","path":"/ai-tenant-e2e-shared-b-552a8b/rate-test-model-552a8b/v1/completions"} {"level":"info","ts":1784735270.3996167,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70da9152-b2c2-4c7c-9f3b-2471e7339a21"}