{"level":"info","ts":1784905864.1855004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9728fbd2-25c8-486d-8631-0d0c64583fab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905864.1855261,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9728fbd2-25c8-486d-8631-0d0c64583fab"} {"level":"info","ts":1784905868.359447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905868.3595276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4678234-3289-44f0-8f4e-d993510c2433"} {"level":"info","ts":1784905868.359538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4678234-3289-44f0-8f4e-d993510c2433"} {"level":"info","ts":1784905868.3595498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4678234-3289-44f0-8f4e-d993510c2433","EoS":false} {"level":"info","ts":1784905868.3595605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4678234-3289-44f0-8f4e-d993510c2433","EoS":true} {"level":"info","ts":1784905868.3595796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4678234-3289-44f0-8f4e-d993510c2433","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905868.3595958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4678234-3289-44f0-8f4e-d993510c2433","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905868.3596265,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4678234-3289-44f0-8f4e-d993510c2433"} {"level":"info","ts":1784905887.3550136,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.3550994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.3551097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.3551211,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","EoS":false} {"level":"info","ts":1784905887.355134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","EoS":true} {"level":"info","ts":1784905887.3551562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905887.355173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.3551948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12f6e398-915c-93de-8e1d-58358ebb38e1"} {"level":"info","ts":1784905887.495552,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.4956565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.4956763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.495695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","EoS":false} {"level":"info","ts":1784905887.4957151,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","EoS":true} {"level":"info","ts":1784905887.4957454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905887.495766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.4957955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a3e67b2-a7e8-42e8-9e3c-c72f1e239e17"} {"level":"info","ts":1784905887.6363168,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.6363966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.636406,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.6364195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","EoS":false} {"level":"info","ts":1784905887.6364303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","EoS":true} {"level":"info","ts":1784905887.6364515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905887.6364675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.6365442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5300da66-0a17-4dfb-a782-0aa3978f1d85"} {"level":"info","ts":1784905887.7752345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.7753124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.7753224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.7753327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","EoS":false} {"level":"info","ts":1784905887.7753434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","EoS":true} {"level":"info","ts":1784905887.775366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905887.7753813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.775403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f969347a-12f9-47aa-8484-1d8dcbf57399"} {"level":"info","ts":1784905887.9115498,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905887.9116447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905887.9116557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905887.9116673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","EoS":false} {"level":"info","ts":1784905887.9116821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","EoS":true} {"level":"info","ts":1784905887.911708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905887.9117215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905887.9118054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5bba32c5-2e63-4982-93a7-e0e7fd71786f"} {"level":"info","ts":1784905888.0479767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905888.0480835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adc0b950-9604-4d69-8bba-34c21285ff82"} {"level":"info","ts":1784905888.0480947,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"adc0b950-9604-4d69-8bba-34c21285ff82"} {"level":"info","ts":1784905888.0481057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adc0b950-9604-4d69-8bba-34c21285ff82","EoS":false} {"level":"info","ts":1784905888.0481167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adc0b950-9604-4d69-8bba-34c21285ff82","EoS":true} {"level":"info","ts":1784905888.0481377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"adc0b950-9604-4d69-8bba-34c21285ff82","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905888.0481534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adc0b950-9604-4d69-8bba-34c21285ff82","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905888.0482142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"adc0b950-9604-4d69-8bba-34c21285ff82"} {"level":"info","ts":1784905907.990634,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905907.9907486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905907.9907718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905907.9907892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","EoS":false} {"level":"info","ts":1784905907.9908059,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","EoS":true} {"level":"info","ts":1784905907.9908328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905907.990853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905907.9908745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f20547e-3bcc-425d-97b5-74ef962c0256"} {"level":"info","ts":1784905908.0347514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905908.0348334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5971c079-c1a7-4b4e-941b-bf1892f2817d"} {"level":"info","ts":1784905908.0348446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5971c079-c1a7-4b4e-941b-bf1892f2817d"} {"level":"info","ts":1784905908.0348556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5971c079-c1a7-4b4e-941b-bf1892f2817d","EoS":false} {"level":"info","ts":1784905908.0348685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5971c079-c1a7-4b4e-941b-bf1892f2817d","EoS":true} {"level":"info","ts":1784905908.0348885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5971c079-c1a7-4b4e-941b-bf1892f2817d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905908.0349047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5971c079-c1a7-4b4e-941b-bf1892f2817d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905908.0349238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5971c079-c1a7-4b4e-941b-bf1892f2817d"} {"level":"info","ts":1784905908.0676188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905908.067713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32dd85d9-0403-45db-96bf-7a00f1dbb362"} {"level":"info","ts":1784905908.067727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32dd85d9-0403-45db-96bf-7a00f1dbb362"} {"level":"info","ts":1784905908.06774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32dd85d9-0403-45db-96bf-7a00f1dbb362","EoS":false} {"level":"info","ts":1784905908.0677526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32dd85d9-0403-45db-96bf-7a00f1dbb362","EoS":true} {"level":"info","ts":1784905908.0677707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32dd85d9-0403-45db-96bf-7a00f1dbb362","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905908.0677857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32dd85d9-0403-45db-96bf-7a00f1dbb362","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905908.0678048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32dd85d9-0403-45db-96bf-7a00f1dbb362"} {"level":"info","ts":1784905908.1014588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905908.1015372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa846f47-0990-449e-b839-6538904b44a0"} {"level":"info","ts":1784905912.761935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905912.7620401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905912.7620502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905912.7620618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","EoS":false} {"level":"info","ts":1784905912.7620754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","EoS":true} {"level":"info","ts":1784905912.762099,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784905912.762115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905912.7621365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"044c70ec-5ceb-40e7-a574-b251aa6fb013"} {"level":"info","ts":1784905921.36667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905921.3667562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e8329a6-e3f1-4df0-a937-1c1f31b27a45"} {"level":"info","ts":1784905921.3667667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4e8329a6-e3f1-4df0-a937-1c1f31b27a45"} {"level":"info","ts":1784905921.3667831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e8329a6-e3f1-4df0-a937-1c1f31b27a45","EoS":false} {"level":"info","ts":1784905921.3668041,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4e8329a6-e3f1-4df0-a937-1c1f31b27a45","EoS":true} {"level":"info","ts":1784905921.366826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e8329a6-e3f1-4df0-a937-1c1f31b27a45","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905921.3668988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e8329a6-e3f1-4df0-a937-1c1f31b27a45","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905921.366918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4e8329a6-e3f1-4df0-a937-1c1f31b27a45"} {"level":"info","ts":1784905923.4039764,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905923.4040732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f60a48c8-fabf-4d8a-8086-290cf478b3c1"} {"level":"info","ts":1784905923.404082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f60a48c8-fabf-4d8a-8086-290cf478b3c1"} {"level":"info","ts":1784905923.404094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f60a48c8-fabf-4d8a-8086-290cf478b3c1","EoS":false} {"level":"info","ts":1784905923.4041054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f60a48c8-fabf-4d8a-8086-290cf478b3c1","EoS":true} {"level":"info","ts":1784905923.4041252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f60a48c8-fabf-4d8a-8086-290cf478b3c1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905923.404198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f60a48c8-fabf-4d8a-8086-290cf478b3c1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905923.4042184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f60a48c8-fabf-4d8a-8086-290cf478b3c1"} {"level":"info","ts":1784905925.4450164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905925.4451005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905925.44511,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905925.4451218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","EoS":false} {"level":"info","ts":1784905925.4451337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","EoS":true} {"level":"info","ts":1784905925.4451554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905925.44517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905925.4451902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63aa8281-d2a1-46d9-a612-5ba94859e5c8"} {"level":"info","ts":1784905938.3560166,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905938.3561146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905938.3561304,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905938.3561466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","EoS":false} {"level":"info","ts":1784905938.356163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","EoS":true} {"level":"info","ts":1784905938.35619,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784905938.3562112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905938.3562376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ffbd6bd-8b9e-406d-babc-1a4dc3e465c6"} {"level":"info","ts":1784905946.9118564,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905946.9119427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905946.9119525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905946.9119642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","EoS":false} {"level":"info","ts":1784905946.9119744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","EoS":true} {"level":"info","ts":1784905946.9120188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784905946.9120333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905946.9120533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22e1f5d1-1aa2-4eb0-8a56-0bca904f1917"} {"level":"info","ts":1784905955.825223,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905955.8253024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905955.825311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905955.825323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","EoS":false} {"level":"info","ts":1784905955.8253334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","EoS":true} {"level":"info","ts":1784905955.8253565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784905955.8253734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905955.8253953,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62294628-83ea-465d-a3e2-01cd78df0394"} {"level":"info","ts":1784905964.8647792,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905964.8648584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f40f785e-52d5-4241-b65d-e74bbd9f8b92"} {"level":"info","ts":1784905964.864868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f40f785e-52d5-4241-b65d-e74bbd9f8b92"} {"level":"info","ts":1784905964.8648834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f40f785e-52d5-4241-b65d-e74bbd9f8b92","EoS":false} {"level":"info","ts":1784905964.8648958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f40f785e-52d5-4241-b65d-e74bbd9f8b92","EoS":true} {"level":"info","ts":1784905964.8649163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f40f785e-52d5-4241-b65d-e74bbd9f8b92","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784905964.8649342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f40f785e-52d5-4241-b65d-e74bbd9f8b92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905964.8649578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f40f785e-52d5-4241-b65d-e74bbd9f8b92"} {"level":"info","ts":1784905969.6732032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905969.6732798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3723125f-9aec-45a4-b5d0-26e1e36da9d4"} {"level":"info","ts":1784905969.6732898,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3723125f-9aec-45a4-b5d0-26e1e36da9d4"} {"level":"info","ts":1784905969.6733012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3723125f-9aec-45a4-b5d0-26e1e36da9d4","EoS":false} {"level":"info","ts":1784905969.6733136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3723125f-9aec-45a4-b5d0-26e1e36da9d4","EoS":true} {"level":"info","ts":1784905969.6733334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3723125f-9aec-45a4-b5d0-26e1e36da9d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905969.6733496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3723125f-9aec-45a4-b5d0-26e1e36da9d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905969.67337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3723125f-9aec-45a4-b5d0-26e1e36da9d4"} {"level":"info","ts":1784905974.4550383,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905974.455148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81174760-ab97-47d6-a589-e2e109800f21"} {"level":"info","ts":1784905974.4551697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81174760-ab97-47d6-a589-e2e109800f21"} {"level":"info","ts":1784905974.4551926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81174760-ab97-47d6-a589-e2e109800f21","EoS":false} {"level":"info","ts":1784905974.4552124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81174760-ab97-47d6-a589-e2e109800f21","EoS":true} {"level":"info","ts":1784905974.4552422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81174760-ab97-47d6-a589-e2e109800f21","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905974.4552631,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81174760-ab97-47d6-a589-e2e109800f21","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905974.4552922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81174760-ab97-47d6-a589-e2e109800f21"} {"level":"info","ts":1784905974.7440448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905974.7441316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52e747fb-b46a-4912-ba44-25d976782b5d"} {"level":"info","ts":1784905974.744144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52e747fb-b46a-4912-ba44-25d976782b5d"} {"level":"info","ts":1784905974.7441576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52e747fb-b46a-4912-ba44-25d976782b5d","EoS":false} {"level":"info","ts":1784905974.7441685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52e747fb-b46a-4912-ba44-25d976782b5d","EoS":true} {"level":"info","ts":1784905974.7441907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52e747fb-b46a-4912-ba44-25d976782b5d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905974.7442093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52e747fb-b46a-4912-ba44-25d976782b5d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905974.7442346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52e747fb-b46a-4912-ba44-25d976782b5d"} {"level":"info","ts":1784905976.7846231,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905976.7847173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1cff7fe-590e-4581-bd3c-42bcd14a0142"} {"level":"info","ts":1784905976.784727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1cff7fe-590e-4581-bd3c-42bcd14a0142"} {"level":"info","ts":1784905976.7847402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1cff7fe-590e-4581-bd3c-42bcd14a0142","EoS":false} {"level":"info","ts":1784905976.784751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1cff7fe-590e-4581-bd3c-42bcd14a0142","EoS":true} {"level":"info","ts":1784905976.7847707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1cff7fe-590e-4581-bd3c-42bcd14a0142","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905976.7847877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1cff7fe-590e-4581-bd3c-42bcd14a0142","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905976.784809,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1cff7fe-590e-4581-bd3c-42bcd14a0142"} {"level":"info","ts":1784905978.821881,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905978.8219693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae45aa0f-5dfb-4db3-b8d2-72a66f28ed3d"} {"level":"info","ts":1784905978.8219945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae45aa0f-5dfb-4db3-b8d2-72a66f28ed3d"} {"level":"info","ts":1784905978.8220084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae45aa0f-5dfb-4db3-b8d2-72a66f28ed3d","EoS":false} {"level":"info","ts":1784905978.822025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae45aa0f-5dfb-4db3-b8d2-72a66f28ed3d","EoS":true} {"level":"info","ts":1784905978.8220453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae45aa0f-5dfb-4db3-b8d2-72a66f28ed3d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905978.8220592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae45aa0f-5dfb-4db3-b8d2-72a66f28ed3d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905978.8220813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae45aa0f-5dfb-4db3-b8d2-72a66f28ed3d"} {"level":"info","ts":1784905980.8577354,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905980.857818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784905980.8578272,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784905980.8578382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","EoS":false} {"level":"info","ts":1784905980.8578482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","EoS":true} {"level":"info","ts":1784905980.8578691,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784905980.8578866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784905980.8579092,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46d5716a-c963-4b10-b6f5-6c208d9cf4b3"} {"level":"info","ts":1784906004.778756,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906004.7788427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906004.7788534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906004.7788646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","EoS":false} {"level":"info","ts":1784906004.77888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","EoS":true} {"level":"info","ts":1784906004.7789001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906004.778916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906004.7789366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40e55cd0-0081-4f1d-8932-48f2e1551970"} {"level":"info","ts":1784906014.2034643,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906014.203544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48d6e390-acb0-4e6e-9847-fdd3459b4499"} {"level":"info","ts":1784906014.2035537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48d6e390-acb0-4e6e-9847-fdd3459b4499"} {"level":"info","ts":1784906014.203565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48d6e390-acb0-4e6e-9847-fdd3459b4499","EoS":false} {"level":"info","ts":1784906014.2035847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48d6e390-acb0-4e6e-9847-fdd3459b4499","EoS":true} {"level":"info","ts":1784906014.2036057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48d6e390-acb0-4e6e-9847-fdd3459b4499","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906014.2036214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48d6e390-acb0-4e6e-9847-fdd3459b4499","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906014.203647,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48d6e390-acb0-4e6e-9847-fdd3459b4499"} {"level":"info","ts":1784906019.7285054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906019.728583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ba18ea4-034b-4093-813a-b5f6e3b2f9bf"} {"level":"info","ts":1784906019.728592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ba18ea4-034b-4093-813a-b5f6e3b2f9bf"} {"level":"info","ts":1784906019.728603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ba18ea4-034b-4093-813a-b5f6e3b2f9bf","EoS":false} {"level":"info","ts":1784906019.728614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ba18ea4-034b-4093-813a-b5f6e3b2f9bf","EoS":true} {"level":"info","ts":1784906019.728634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ba18ea4-034b-4093-813a-b5f6e3b2f9bf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906019.7286496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ba18ea4-034b-4093-813a-b5f6e3b2f9bf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906019.7286694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ba18ea4-034b-4093-813a-b5f6e3b2f9bf"} {"level":"info","ts":1784906029.3941443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906029.394233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73940068-89bc-4aeb-b180-bc0177a91ba8"} {"level":"info","ts":1784906029.3942482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73940068-89bc-4aeb-b180-bc0177a91ba8"} {"level":"info","ts":1784906029.3942685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73940068-89bc-4aeb-b180-bc0177a91ba8","EoS":false} {"level":"info","ts":1784906029.3942864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73940068-89bc-4aeb-b180-bc0177a91ba8","EoS":true} {"level":"info","ts":1784906029.39432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73940068-89bc-4aeb-b180-bc0177a91ba8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906029.3943424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73940068-89bc-4aeb-b180-bc0177a91ba8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906029.3943746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73940068-89bc-4aeb-b180-bc0177a91ba8"} {"level":"info","ts":1784906031.425741,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906031.42582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906031.4258294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906031.4258404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","EoS":false} {"level":"info","ts":1784906031.4258506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","EoS":true} {"level":"info","ts":1784906031.425872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906031.425888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906031.4259126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ca40528-7f55-4e1c-961d-022a78310544"} {"level":"info","ts":1784906040.918679,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906040.9187725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.918784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.9187963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","EoS":false} {"level":"info","ts":1784906040.9188066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","EoS":true} {"level":"info","ts":1784906040.9188304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906040.9188457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906040.9188666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce6601f5-5082-4988-8b62-2475aaf54b8f"} {"level":"info","ts":1784906040.9567585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906040.9568336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906040.956843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906040.956854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","EoS":false} {"level":"info","ts":1784906040.956864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","EoS":true} {"level":"info","ts":1784906040.9568827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906040.9568982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906040.9570353,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34f3b3f3-dc20-41af-a84b-fc6200c8dd72"} {"level":"info","ts":1784906060.234144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906060.2342305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906060.2342398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906060.2342513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","EoS":false} {"level":"info","ts":1784906060.2342637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","EoS":true} {"level":"info","ts":1784906060.2342825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906060.2342975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906060.2343204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"304afef8-1e0b-4793-887c-5b4194cf9a5c"} {"level":"info","ts":1784906069.6198838,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906069.6200068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4df5dd05-e475-4a2d-8ca7-e673b9bbbce9"} {"level":"info","ts":1784906069.6200264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4df5dd05-e475-4a2d-8ca7-e673b9bbbce9"} {"level":"info","ts":1784906069.6200466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4df5dd05-e475-4a2d-8ca7-e673b9bbbce9","EoS":false} {"level":"info","ts":1784906069.6200643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4df5dd05-e475-4a2d-8ca7-e673b9bbbce9","EoS":true} {"level":"info","ts":1784906069.620093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4df5dd05-e475-4a2d-8ca7-e673b9bbbce9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906069.620115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4df5dd05-e475-4a2d-8ca7-e673b9bbbce9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906069.620146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4df5dd05-e475-4a2d-8ca7-e673b9bbbce9"} {"level":"info","ts":1784906074.957185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906074.9572654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0491c5c6-fb17-4fbb-a90f-4264e1f6670b"} {"level":"info","ts":1784906074.9572747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0491c5c6-fb17-4fbb-a90f-4264e1f6670b"} {"level":"info","ts":1784906074.9572856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0491c5c6-fb17-4fbb-a90f-4264e1f6670b","EoS":false} {"level":"info","ts":1784906074.9572966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0491c5c6-fb17-4fbb-a90f-4264e1f6670b","EoS":true} {"level":"info","ts":1784906074.9573162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0491c5c6-fb17-4fbb-a90f-4264e1f6670b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906074.957331,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0491c5c6-fb17-4fbb-a90f-4264e1f6670b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906074.9573543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0491c5c6-fb17-4fbb-a90f-4264e1f6670b"} {"level":"info","ts":1784906165.9923832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906165.992494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f0523d0-c0a4-4426-834e-afae0d6fc722"} {"level":"info","ts":1784906165.9925146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f0523d0-c0a4-4426-834e-afae0d6fc722"} {"level":"info","ts":1784906165.992535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f0523d0-c0a4-4426-834e-afae0d6fc722","EoS":false} {"level":"info","ts":1784906165.9925575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f0523d0-c0a4-4426-834e-afae0d6fc722","EoS":true} {"level":"info","ts":1784906165.9925823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f0523d0-c0a4-4426-834e-afae0d6fc722","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784906165.992597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f0523d0-c0a4-4426-834e-afae0d6fc722","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784906165.992619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f0523d0-c0a4-4426-834e-afae0d6fc722"} {"level":"info","ts":1784906191.5213873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906191.5214863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906191.5215008,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906191.521518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","EoS":false} {"level":"info","ts":1784906191.5215366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","EoS":true} {"level":"info","ts":1784906191.5215676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784906191.5215874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784906191.521617,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdeff682-5c58-454c-ae28-d8ed4f1b69b5"} {"level":"info","ts":1784906228.753685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906228.7537696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906228.753779,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906228.7537901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","EoS":false} {"level":"info","ts":1784906228.7538035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","EoS":true} {"level":"info","ts":1784906228.7538238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906228.75384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906228.7538614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"caaad015-be9e-481f-b21d-041be3e93a57"} {"level":"info","ts":1784906244.0812194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906244.0813167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906244.0813293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906244.0813458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","EoS":false} {"level":"info","ts":1784906244.0813642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","EoS":true} {"level":"info","ts":1784906244.0813963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906244.0814176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906244.0814428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0b633b3-2363-4417-b802-2520f98e3ee7"} {"level":"info","ts":1784906244.3964236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906244.3965015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"095f3985-97e4-4cb2-b364-bef1f80b985d"} {"level":"info","ts":1784906244.396511,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"095f3985-97e4-4cb2-b364-bef1f80b985d"} {"level":"info","ts":1784906244.396523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"095f3985-97e4-4cb2-b364-bef1f80b985d","EoS":false} {"level":"info","ts":1784906244.396534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"095f3985-97e4-4cb2-b364-bef1f80b985d","EoS":true} {"level":"info","ts":1784906244.3965566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"095f3985-97e4-4cb2-b364-bef1f80b985d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906244.3965724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"095f3985-97e4-4cb2-b364-bef1f80b985d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906244.3965938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"095f3985-97e4-4cb2-b364-bef1f80b985d"} {"level":"info","ts":1784906554.895765,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906554.8958852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.8958945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.8959062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","EoS":false} {"level":"info","ts":1784906554.89592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","EoS":true} {"level":"info","ts":1784906554.8959403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906554.895956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906554.8959777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3990747-0d5c-46c9-8285-ab5296aeb148"} {"level":"info","ts":1784906554.9468417,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906554.9469228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906554.9469316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906554.9469428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","EoS":false} {"level":"info","ts":1784906554.9469557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","EoS":true} {"level":"info","ts":1784906554.9469767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906554.94702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906554.9470406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6447fb50-35d5-40ad-8d9c-0d9d45b6e940"} {"level":"info","ts":1784906554.9907568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906554.9908552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ddaf2e1-e333-405f-af95-b738e97e071d"} {"level":"info","ts":1784906554.9908693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ddaf2e1-e333-405f-af95-b738e97e071d"} {"level":"info","ts":1784906554.9908886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ddaf2e1-e333-405f-af95-b738e97e071d","EoS":false} {"level":"info","ts":1784906554.9909039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ddaf2e1-e333-405f-af95-b738e97e071d","EoS":true} {"level":"info","ts":1784906554.9909363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ddaf2e1-e333-405f-af95-b738e97e071d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906554.9909568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ddaf2e1-e333-405f-af95-b738e97e071d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906554.9910133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ddaf2e1-e333-405f-af95-b738e97e071d"} {"level":"info","ts":1784906555.0275164,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906555.0276048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e7fbc65-fada-48bb-ada2-045ce7f8bb00"} {"level":"info","ts":1784906555.0276148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e7fbc65-fada-48bb-ada2-045ce7f8bb00"} {"level":"info","ts":1784906555.0276258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e7fbc65-fada-48bb-ada2-045ce7f8bb00","EoS":false} {"level":"info","ts":1784906555.0276384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e7fbc65-fada-48bb-ada2-045ce7f8bb00","EoS":true} {"level":"info","ts":1784906555.027658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e7fbc65-fada-48bb-ada2-045ce7f8bb00","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906555.0276732,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e7fbc65-fada-48bb-ada2-045ce7f8bb00","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906555.0276928,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e7fbc65-fada-48bb-ada2-045ce7f8bb00"} {"level":"info","ts":1784906559.9325078,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"094e7390-0afe-4fe4-9aaa-060479eb489b"} {"level":"info","ts":1784906559.9326153,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"932a3780-7ddd-48d7-9ada-a623992aacf9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906559.9326606,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"932a3780-7ddd-48d7-9ada-a623992aacf9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784906559.939473,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5c47ce7-abab-495b-8f12-f08f3ea00296","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906559.939614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34107.036452873,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906559.9396384,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906559.93968,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5c47ce7-abab-495b-8f12-f08f3ea00296","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784906560.095521,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7196c846-ba83-4632-84ba-3f5c8c0ea881","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.0956075,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7196c846-ba83-4632-84ba-3f5c8c0ea881","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.0957422,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1edc011c-c9c8-48f4-b214-beae38739211"} {"level":"info","ts":1784906560.0963387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efd2b092-ed5f-4f81-a458-cfa38cd45934","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.0964234,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efd2b092-ed5f-4f81-a458-cfa38cd45934","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.0964952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"553d1dd5-f576-428c-8821-92a406938753","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.0965192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"553d1dd5-f576-428c-8821-92a406938753","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784906560.1013548,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1edc011c-c9c8-48f4-b214-beae38739211","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.101466,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1edc011c-c9c8-48f4-b214-beae38739211","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784906560.1030946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.1079369,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e313634c-b58e-49d5-9fd6-8df7b85256bf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906560.1080089,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e313634c-b58e-49d5-9fd6-8df7b85256bf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784906560.1081502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8c7dc9b-cda3-489f-808f-e29db2361aeb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.1081834,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8c7dc9b-cda3-489f-808f-e29db2361aeb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784906560.1084192,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1edc011c-c9c8-48f4-b214-beae38739211","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784906560.1084657,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1edc011c-c9c8-48f4-b214-beae38739211","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.1085422,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ebe011-9aea-4e08-8d9d-eacb34a66f7b"} {"level":"info","ts":1784906560.1088085,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37231.266284135,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.108829,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.1953151,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35398.63060414,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.195346,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.205368,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.2202246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784906560.2384906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75f5d12d-b975-4097-81f4-b4e25975f817","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.238535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75f5d12d-b975-4097-81f4-b4e25975f817","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.254514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92c2e71f-3c59-49de-88c2-540fdc09491d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.254562,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92c2e71f-3c59-49de-88c2-540fdc09491d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.2727752,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea4a169c-ab4d-449e-aa74-917c83b71b38","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906560.2728148,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea4a169c-ab4d-449e-aa74-917c83b71b38","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784906560.2957177,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"094e7390-0afe-4fe4-9aaa-060479eb489b","name":"e2e-external-provider"} {"level":"info","ts":1784906560.3063433,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"094e7390-0afe-4fe4-9aaa-060479eb489b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784906560.3094158,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ebe011-9aea-4e08-8d9d-eacb34a66f7b","name":"e2e-external-model"} {"level":"error","ts":1784906560.3103902,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"094e7390-0afe-4fe4-9aaa-060479eb489b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.3105016,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d8eb114-2625-4cae-ac12-dbf7fbdae6a6"} {"level":"info","ts":1784906560.3105733,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d8eb114-2625-4cae-ac12-dbf7fbdae6a6","name":"e2e-external-provider"} {"level":"info","ts":1784906560.3196166,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ebe011-9aea-4e08-8d9d-eacb34a66f7b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906560.3225133,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d8eb114-2625-4cae-ac12-dbf7fbdae6a6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784906560.323658,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ebe011-9aea-4e08-8d9d-eacb34a66f7b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906560.3237581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0934a591-c5a9-4d0c-8247-78dabd366fac"} {"level":"info","ts":1784906560.3238163,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0934a591-c5a9-4d0c-8247-78dabd366fac","name":"e2e-external-model"} {"level":"info","ts":1784906560.3345623,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0934a591-c5a9-4d0c-8247-78dabd366fac","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906567.577395,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906567.5774946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c"} {"level":"info","ts":1784906567.5775132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c"} {"level":"info","ts":1784906567.5775318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c","EoS":false} {"level":"info","ts":1784906567.577549,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c","EoS":true} {"level":"info","ts":1784906567.5775838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784906567.5776055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784906567.5776153,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c","modelName":"e2e-external-model"} {"level":"info","ts":1784906567.5776381,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784906567.5777123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5c4c0f4-58b2-41fc-9073-e8ed532e0e7c"} {"level":"info","ts":1784906567.631658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906567.631746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77"} {"level":"info","ts":1784906567.6317585,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77"} {"level":"info","ts":1784906567.6317704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77","EoS":false} {"level":"info","ts":1784906567.6317832,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77","EoS":true} {"level":"info","ts":1784906567.631805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784906567.6318254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784906567.6318345,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77","modelName":"e2e-external-model"} {"level":"info","ts":1784906567.6318488,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784906567.6318827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7741eb21-56ca-4461-9da8-e72be7d69d77"} {"level":"info","ts":1784906567.6601691,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906567.6602569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e"} {"level":"info","ts":1784906567.660274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e"} {"level":"info","ts":1784906567.6602933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","EoS":false} {"level":"info","ts":1784906567.6603127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","EoS":true} {"level":"info","ts":1784906567.6603403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784906567.660359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784906567.6603706,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","modelName":"e2e-external-model"} {"level":"info","ts":1784906567.6603932,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784906567.6604433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5362c82f-40a6-4212-90d9-e8d503e0725e"} {"level":"info","ts":1784906567.7968202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cdaaad49-6d29-4911-9248-53c3021111ca","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.7968621,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cdaaad49-6d29-4911-9248-53c3021111ca","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784906567.7968636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be3958a3-bf85-49e6-9953-523b64b7bb81"} {"level":"info","ts":1784906567.8027036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3090d921-5345-4c1c-9e45-ac8d28f0ec27","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.8027468,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3090d921-5345-4c1c-9e45-ac8d28f0ec27","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784906567.8028674,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be3958a3-bf85-49e6-9953-523b64b7bb81","name":"e2e-cleanup-test"} {"level":"error","ts":1784906567.8323321,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be3958a3-bf85-49e6-9953-523b64b7bb81","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906567.8324163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6e01409-3108-43ea-bea7-03072ec51bfb"} {"level":"info","ts":1784906567.832482,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6e01409-3108-43ea-bea7-03072ec51bfb","name":"e2e-cleanup-test"} {"level":"info","ts":1784906567.832414,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b89c3482-3fdd-492c-97bd-f19ddd4aca34","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.832527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b89c3482-3fdd-492c-97bd-f19ddd4aca34","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784906567.8510952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9365cb0-5a4a-43c5-9b8c-f25208c6bd77","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.8511348,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9365cb0-5a4a-43c5-9b8c-f25208c6bd77","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784906567.8517792,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6e01409-3108-43ea-bea7-03072ec51bfb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784906567.851874,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21f52552-701d-4936-8c7f-c11d5dc69c7d"} {"level":"info","ts":1784906567.8519425,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21f52552-701d-4936-8c7f-c11d5dc69c7d","name":"e2e-cleanup-test"} {"level":"info","ts":1784906567.8639135,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21f52552-701d-4936-8c7f-c11d5dc69c7d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906567.8696163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4b4a2ea-dd1c-44b5-9122-5acbf6421663","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906567.8696554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4b4a2ea-dd1c-44b5-9122-5acbf6421663","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784906567.8698244,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312c9f86-1981-454d-88c9-4dcf190beb77"} {"level":"info","ts":1784906567.8698945,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312c9f86-1981-454d-88c9-4dcf190beb77","name":"e2e-cleanup-test"} {"level":"info","ts":1784906567.8793972,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"312c9f86-1981-454d-88c9-4dcf190beb77","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784906576.0902176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af42d7c9-7950-4204-a299-94f67e65f102","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906576.0902574,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af42d7c9-7950-4204-a299-94f67e65f102","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784906576.0902839,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fa195c6-ffb4-41c0-9518-37243695341f"} {"level":"info","ts":1784906580.4269004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906580.4269753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a"} {"level":"info","ts":1784906580.4270105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a"} {"level":"info","ts":1784906580.4270234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a","EoS":false} {"level":"info","ts":1784906580.4270341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a","EoS":true} {"level":"info","ts":1784906580.427056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784906580.4270725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784906580.4270923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9d07979-2cad-4757-91db-e427522de94a"} {"level":"info","ts":1784906580.45588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906580.4559703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd"} {"level":"info","ts":1784906580.4560149,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd"} {"level":"info","ts":1784906580.4560359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","EoS":false} {"level":"info","ts":1784906580.456053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","EoS":true} {"level":"info","ts":1784906580.4560807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784906580.4560997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784906580.4561112,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","modelName":"e2e-external-model"} {"level":"info","ts":1784906580.4561334,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784906580.4561846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"248ae56e-56cd-41e4-bb5c-a0634830f2dd"} {"level":"info","ts":1784906580.4990132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906580.4990878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.4990985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.4991086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","EoS":false} {"level":"info","ts":1784906580.4991193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","EoS":true} {"level":"info","ts":1784906580.4991376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784906580.4991531,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784906580.4991765,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3bc295d8-c22d-407f-b46b-e26c8b958685"} {"level":"info","ts":1784906580.6440475,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906580.644142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906580.6441603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906580.6441789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","EoS":false} {"level":"info","ts":1784906580.6442008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","EoS":true} {"level":"info","ts":1784906580.6442335,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e","field":"model"} {"level":"info","ts":1784906580.6442695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"377e01eb-0f49-438d-baa4-25bae0c4a16e"} {"level":"info","ts":1784906581.638962,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c555b20b-1b32-46b2-a5f3-fe7afdb12710","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906581.6390252,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c555b20b-1b32-46b2-a5f3-fe7afdb12710","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784906581.6390388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71f4d45f-8531-45cf-91a5-4db0e15efd65"} {"level":"info","ts":1784906581.802806,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2b3518-866a-4ab3-81e9-7d8edd269c01","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906581.8028493,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac2b3518-866a-4ab3-81e9-7d8edd269c01","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784906581.8028123,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0247fa0-e303-4199-b11f-17023caed24f"} {"level":"info","ts":1784907706.9736633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907706.9737725,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"804c419c-e7d1-4cb4-9de6-35041ce6cd70"} {"level":"info","ts":1784907761.5720925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907761.5721858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"} {"level":"info","ts":1784907761.572198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"} {"level":"info","ts":1784907761.5722094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","EoS":false} {"level":"info","ts":1784907761.5722253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","EoS":true} {"level":"info","ts":1784907761.5722578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784907761.572276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784907761.5722973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b37ced0c-4c78-4950-80a6-054d8a30f315"}