{"level":"info","ts":1784722641.1659205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.1660068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f251f9e9-0f7f-42e1-96b8-1d5ffcfb77f1"} {"level":"info","ts":1784722641.1660163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f251f9e9-0f7f-42e1-96b8-1d5ffcfb77f1"} {"level":"info","ts":1784722641.1660278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f251f9e9-0f7f-42e1-96b8-1d5ffcfb77f1","EoS":false} {"level":"info","ts":1784722641.1660702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f251f9e9-0f7f-42e1-96b8-1d5ffcfb77f1","EoS":true} {"level":"info","ts":1784722641.1660907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f251f9e9-0f7f-42e1-96b8-1d5ffcfb77f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722641.1661036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f251f9e9-0f7f-42e1-96b8-1d5ffcfb77f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.1661308,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f251f9e9-0f7f-42e1-96b8-1d5ffcfb77f1"} {"level":"info","ts":1784722641.3025537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.30264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e666c093-dda2-4e71-a441-f62156332521"} {"level":"info","ts":1784722641.3026543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e666c093-dda2-4e71-a441-f62156332521"} {"level":"info","ts":1784722641.302672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e666c093-dda2-4e71-a441-f62156332521","EoS":false} {"level":"info","ts":1784722641.3026981,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e666c093-dda2-4e71-a441-f62156332521","EoS":true} {"level":"info","ts":1784722641.302728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e666c093-dda2-4e71-a441-f62156332521","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722641.302748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e666c093-dda2-4e71-a441-f62156332521","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.3027725,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e666c093-dda2-4e71-a441-f62156332521"} {"level":"info","ts":1784722641.4421637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.4422474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.4422581,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.44227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","EoS":false} {"level":"info","ts":1784722641.4422812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","EoS":true} {"level":"info","ts":1784722641.4423006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722641.4423168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.4423373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f70283cf-d2bc-4af3-8b52-b07406fd9f68"} {"level":"info","ts":1784722641.589811,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.589888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.5898988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.58991,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","EoS":false} {"level":"info","ts":1784722641.58992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","EoS":true} {"level":"info","ts":1784722641.5899413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722641.5899575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.5899823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be6673fe-d063-4396-afaf-3017e81f4612"} {"level":"info","ts":1784722641.7351015,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.7351837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722641.7351925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722641.7352052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","EoS":false} {"level":"info","ts":1784722641.7352178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","EoS":true} {"level":"info","ts":1784722641.7352405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722641.7352555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.735278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c81b352b-2ce4-4b79-874d-42c5765ede38"} {"level":"info","ts":1784722641.871685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722641.8717735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1afe68e7-a2f7-47d3-9f3b-b98c433565b4"} {"level":"info","ts":1784722641.8717852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1afe68e7-a2f7-47d3-9f3b-b98c433565b4"} {"level":"info","ts":1784722641.871802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1afe68e7-a2f7-47d3-9f3b-b98c433565b4","EoS":false} {"level":"info","ts":1784722641.8718143,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1afe68e7-a2f7-47d3-9f3b-b98c433565b4","EoS":true} {"level":"info","ts":1784722641.871837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1afe68e7-a2f7-47d3-9f3b-b98c433565b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722641.8718555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1afe68e7-a2f7-47d3-9f3b-b98c433565b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722641.8718762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1afe68e7-a2f7-47d3-9f3b-b98c433565b4"} {"level":"info","ts":1784722660.6332645,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722660.6333554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.633368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.6333802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","EoS":false} {"level":"info","ts":1784722660.6334467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","EoS":true} {"level":"info","ts":1784722660.6334755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722660.6334932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722660.6335166,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebfeaad5-b1ee-44c3-896d-11196c198fbf"} {"level":"info","ts":1784722660.675082,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722660.6751637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.6751723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.6751835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","EoS":false} {"level":"info","ts":1784722660.675197,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","EoS":true} {"level":"info","ts":1784722660.6752172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722660.6752322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722660.6752524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"169438a4-011c-4404-81c2-ffa042495f1d"} {"level":"info","ts":1784722660.7139795,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722660.714082,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e1b69cf-2c68-4e43-995a-9d723c6c9812"} {"level":"info","ts":1784722660.7140925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e1b69cf-2c68-4e43-995a-9d723c6c9812"} {"level":"info","ts":1784722660.7141047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e1b69cf-2c68-4e43-995a-9d723c6c9812","EoS":false} {"level":"info","ts":1784722660.7141159,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e1b69cf-2c68-4e43-995a-9d723c6c9812","EoS":true} {"level":"info","ts":1784722660.714137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e1b69cf-2c68-4e43-995a-9d723c6c9812","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722660.714157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e1b69cf-2c68-4e43-995a-9d723c6c9812","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722660.7141883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e1b69cf-2c68-4e43-995a-9d723c6c9812"} {"level":"info","ts":1784722660.746153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722660.7462242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6abdedd-d57a-4a33-a698-7520098cd9d4"} {"level":"info","ts":1784722660.7462327,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6abdedd-d57a-4a33-a698-7520098cd9d4"} {"level":"info","ts":1784722660.7462442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6abdedd-d57a-4a33-a698-7520098cd9d4","EoS":false} {"level":"info","ts":1784722660.746257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6abdedd-d57a-4a33-a698-7520098cd9d4","EoS":true} {"level":"info","ts":1784722660.7462788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6abdedd-d57a-4a33-a698-7520098cd9d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722660.7462926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6abdedd-d57a-4a33-a698-7520098cd9d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722660.7463143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6abdedd-d57a-4a33-a698-7520098cd9d4"} {"level":"info","ts":1784722660.7802773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722660.7803535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f02947e-31af-48fc-b974-d8ea29b4c23f"} {"level":"info","ts":1784722665.4203434,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722665.4204443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722665.4204578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722665.42047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","EoS":false} {"level":"info","ts":1784722665.4204872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","EoS":true} {"level":"info","ts":1784722665.4205158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722665.420535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722665.4205563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2d5e0b7-d85e-4c30-8408-96dac0296960"} {"level":"info","ts":1784722674.008784,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722674.008871,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d8fd164-4d7f-480f-84e5-d2ba0abb50ff"} {"level":"info","ts":1784722674.0088859,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d8fd164-4d7f-480f-84e5-d2ba0abb50ff"} {"level":"info","ts":1784722674.008898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d8fd164-4d7f-480f-84e5-d2ba0abb50ff","EoS":false} {"level":"info","ts":1784722674.008912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d8fd164-4d7f-480f-84e5-d2ba0abb50ff","EoS":true} {"level":"info","ts":1784722674.0089362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d8fd164-4d7f-480f-84e5-d2ba0abb50ff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722674.008953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d8fd164-4d7f-480f-84e5-d2ba0abb50ff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722674.0089743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d8fd164-4d7f-480f-84e5-d2ba0abb50ff"} {"level":"info","ts":1784722676.0412316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722676.0413213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722676.0413346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722676.0413547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","EoS":false} {"level":"info","ts":1784722676.0413752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","EoS":true} {"level":"info","ts":1784722676.041406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722676.0414262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722676.041456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50c2b7e0-c244-48e1-a00b-e0e8d1437924"} {"level":"info","ts":1784722688.9324064,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722688.9324827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722688.9324925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722688.932506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","EoS":false} {"level":"info","ts":1784722688.9325273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","EoS":true} {"level":"info","ts":1784722688.9325476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722688.9325612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722688.932581,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48878278-6e75-402a-b93c-c8710c289d3c"} {"level":"info","ts":1784722697.4783344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722697.4784176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722697.4784267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722697.4784384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","EoS":false} {"level":"info","ts":1784722697.4784489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","EoS":true} {"level":"info","ts":1784722697.47847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722697.4784904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722697.4785137,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fd84bb3-1000-425f-81b5-7a2e8e4c4e16"} {"level":"info","ts":1784722706.3697848,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722706.369881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722706.3699028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722706.369924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","EoS":false} {"level":"info","ts":1784722706.3699458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","EoS":true} {"level":"info","ts":1784722706.3699791,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722706.3700008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722706.3700316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1b0e475-fb1e-9ef3-9754-55586c262e1e"} {"level":"info","ts":1784722715.3588028,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722715.358896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"556bb34d-1490-4edc-94f3-5b1450fd7071"} {"level":"info","ts":1784722715.3589134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"556bb34d-1490-4edc-94f3-5b1450fd7071"} {"level":"info","ts":1784722715.358933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"556bb34d-1490-4edc-94f3-5b1450fd7071","EoS":false} {"level":"info","ts":1784722715.3589542,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"556bb34d-1490-4edc-94f3-5b1450fd7071","EoS":true} {"level":"info","ts":1784722715.3589845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"556bb34d-1490-4edc-94f3-5b1450fd7071","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722715.359003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"556bb34d-1490-4edc-94f3-5b1450fd7071","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722715.3590314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"556bb34d-1490-4edc-94f3-5b1450fd7071"} {"level":"info","ts":1784722720.1141698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722720.114248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f7488dd-d781-470a-9c6c-790aa58f3060"} {"level":"info","ts":1784722720.114259,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f7488dd-d781-470a-9c6c-790aa58f3060"} {"level":"info","ts":1784722720.1142726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f7488dd-d781-470a-9c6c-790aa58f3060","EoS":false} {"level":"info","ts":1784722720.1142857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f7488dd-d781-470a-9c6c-790aa58f3060","EoS":true} {"level":"info","ts":1784722720.1143048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f7488dd-d781-470a-9c6c-790aa58f3060","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722720.114319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f7488dd-d781-470a-9c6c-790aa58f3060","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722720.11434,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f7488dd-d781-470a-9c6c-790aa58f3060"} {"level":"info","ts":1784722724.8992233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722724.8992968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52711c6d-c5fa-442d-b964-ae5829cc2567"} {"level":"info","ts":1784722724.8993113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52711c6d-c5fa-442d-b964-ae5829cc2567"} {"level":"info","ts":1784722724.8993223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52711c6d-c5fa-442d-b964-ae5829cc2567","EoS":false} {"level":"info","ts":1784722724.8993328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52711c6d-c5fa-442d-b964-ae5829cc2567","EoS":true} {"level":"info","ts":1784722724.899356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52711c6d-c5fa-442d-b964-ae5829cc2567","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722724.8993719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52711c6d-c5fa-442d-b964-ae5829cc2567","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722724.8993907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52711c6d-c5fa-442d-b964-ae5829cc2567"} {"level":"info","ts":1784722725.193557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722725.1936302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15fced8b-be91-4e69-b81d-8e67e9dac043"} {"level":"info","ts":1784722725.1936398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15fced8b-be91-4e69-b81d-8e67e9dac043"} {"level":"info","ts":1784722725.1936517,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15fced8b-be91-4e69-b81d-8e67e9dac043","EoS":false} {"level":"info","ts":1784722725.1936631,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15fced8b-be91-4e69-b81d-8e67e9dac043","EoS":true} {"level":"info","ts":1784722725.1936855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15fced8b-be91-4e69-b81d-8e67e9dac043","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722725.193701,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15fced8b-be91-4e69-b81d-8e67e9dac043","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722725.1937227,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15fced8b-be91-4e69-b81d-8e67e9dac043"} {"level":"info","ts":1784722727.2276018,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722727.2276807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ee3e46a-1f2a-492d-b6d6-eae04f458b56"} {"level":"info","ts":1784722727.2276943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ee3e46a-1f2a-492d-b6d6-eae04f458b56"} {"level":"info","ts":1784722727.2277098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ee3e46a-1f2a-492d-b6d6-eae04f458b56","EoS":false} {"level":"info","ts":1784722727.2277253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ee3e46a-1f2a-492d-b6d6-eae04f458b56","EoS":true} {"level":"info","ts":1784722727.2277532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ee3e46a-1f2a-492d-b6d6-eae04f458b56","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722727.2277882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ee3e46a-1f2a-492d-b6d6-eae04f458b56","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722727.2278185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ee3e46a-1f2a-492d-b6d6-eae04f458b56"} {"level":"info","ts":1784722729.2620797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722729.2621658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722729.2621806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722729.262196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","EoS":false} {"level":"info","ts":1784722729.2622135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","EoS":true} {"level":"info","ts":1784722729.2622564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722729.2623243,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722729.262356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4d9f250-20ba-46de-b122-55af5a615df6"} {"level":"info","ts":1784722752.012706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722752.012778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722752.0127873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722752.012799,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","EoS":false} {"level":"info","ts":1784722752.0128102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","EoS":true} {"level":"info","ts":1784722752.0128314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722752.0128467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722752.0128684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e0149c9-2108-4c36-a407-d29b9095c7f0"} {"level":"info","ts":1784722761.3769698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722761.3770785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ff42560-9499-4612-ae5a-1c960551b8d9"} {"level":"info","ts":1784722761.3770933,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ff42560-9499-4612-ae5a-1c960551b8d9"} {"level":"info","ts":1784722761.3771126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ff42560-9499-4612-ae5a-1c960551b8d9","EoS":false} {"level":"info","ts":1784722761.3771358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ff42560-9499-4612-ae5a-1c960551b8d9","EoS":true} {"level":"info","ts":1784722761.377167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ff42560-9499-4612-ae5a-1c960551b8d9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722761.377187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ff42560-9499-4612-ae5a-1c960551b8d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722761.37722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ff42560-9499-4612-ae5a-1c960551b8d9"} {"level":"info","ts":1784722767.0218506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722767.0219567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10846f0c-4c40-4e17-8119-4a514a600aad"} {"level":"info","ts":1784722767.0219772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10846f0c-4c40-4e17-8119-4a514a600aad"} {"level":"info","ts":1784722767.0219946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10846f0c-4c40-4e17-8119-4a514a600aad","EoS":false} {"level":"info","ts":1784722767.02201,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10846f0c-4c40-4e17-8119-4a514a600aad","EoS":true} {"level":"info","ts":1784722767.0220697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10846f0c-4c40-4e17-8119-4a514a600aad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722767.022091,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10846f0c-4c40-4e17-8119-4a514a600aad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722767.0221164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10846f0c-4c40-4e17-8119-4a514a600aad"} {"level":"info","ts":1784722776.6153889,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722776.6154878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a257728b-2d6f-4034-ba69-60fdf366689a"} {"level":"info","ts":1784722776.6155016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a257728b-2d6f-4034-ba69-60fdf366689a"} {"level":"info","ts":1784722776.6155221,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a257728b-2d6f-4034-ba69-60fdf366689a","EoS":false} {"level":"info","ts":1784722776.615613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a257728b-2d6f-4034-ba69-60fdf366689a","EoS":true} {"level":"info","ts":1784722776.615641,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a257728b-2d6f-4034-ba69-60fdf366689a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722776.615656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a257728b-2d6f-4034-ba69-60fdf366689a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722776.6156776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a257728b-2d6f-4034-ba69-60fdf366689a"} {"level":"info","ts":1784722778.6488166,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722778.6488895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722778.6488981,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722778.6489098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","EoS":false} {"level":"info","ts":1784722778.6489222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","EoS":true} {"level":"info","ts":1784722778.648942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722778.6489575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722778.648977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a54b5d5f-6457-4e81-b008-b1cdbda355b9"} {"level":"info","ts":1784722788.0774996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722788.0775757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.0775864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.0775974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","EoS":false} {"level":"info","ts":1784722788.07761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","EoS":true} {"level":"info","ts":1784722788.0776308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722788.0776794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722788.0777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e194633-2620-4b1f-b3f3-c7e6acffb815"} {"level":"info","ts":1784722788.112294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722788.112348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722788.1123586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722788.1123698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","EoS":false} {"level":"info","ts":1784722788.1123827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","EoS":true} {"level":"info","ts":1784722788.1123977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722788.11241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722788.1124268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"799301ae-665d-4622-b550-71cbf38c2cbc"} {"level":"info","ts":1784722807.3180628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722807.3181357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722807.3181446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722807.3181639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","EoS":false} {"level":"info","ts":1784722807.3181741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","EoS":true} {"level":"info","ts":1784722807.3181946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722807.3182092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722807.3182275,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bdbbc975-ab12-490c-85cb-71f64dd02151"} {"level":"info","ts":1784722816.696004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722816.6960948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5f16414-86de-42bb-9164-41833355728f"} {"level":"info","ts":1784722816.6961064,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5f16414-86de-42bb-9164-41833355728f"} {"level":"info","ts":1784722816.6961179,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5f16414-86de-42bb-9164-41833355728f","EoS":false} {"level":"info","ts":1784722816.6961296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5f16414-86de-42bb-9164-41833355728f","EoS":true} {"level":"info","ts":1784722816.696151,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5f16414-86de-42bb-9164-41833355728f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722816.6961656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5f16414-86de-42bb-9164-41833355728f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722816.69618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5f16414-86de-42bb-9164-41833355728f"} {"level":"info","ts":1784722821.955697,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722821.955773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3c268a7-5625-4aa9-999c-8d6c27ea76cf"} {"level":"info","ts":1784722821.9557886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3c268a7-5625-4aa9-999c-8d6c27ea76cf"} {"level":"info","ts":1784722821.9558005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3c268a7-5625-4aa9-999c-8d6c27ea76cf","EoS":false} {"level":"info","ts":1784722821.9558246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3c268a7-5625-4aa9-999c-8d6c27ea76cf","EoS":true} {"level":"info","ts":1784722821.955847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3c268a7-5625-4aa9-999c-8d6c27ea76cf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722821.9558623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3c268a7-5625-4aa9-999c-8d6c27ea76cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722821.9559276,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3c268a7-5625-4aa9-999c-8d6c27ea76cf"} {"level":"info","ts":1784722912.5700276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722912.5701442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45976ec3-f31b-4bf3-b731-b4882f13efdb"} {"level":"info","ts":1784722912.570163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45976ec3-f31b-4bf3-b731-b4882f13efdb"} {"level":"info","ts":1784722912.5701797,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45976ec3-f31b-4bf3-b731-b4882f13efdb","EoS":false} {"level":"info","ts":1784722912.5701973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45976ec3-f31b-4bf3-b731-b4882f13efdb","EoS":true} {"level":"info","ts":1784722912.570231,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"45976ec3-f31b-4bf3-b731-b4882f13efdb","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784722912.570252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45976ec3-f31b-4bf3-b731-b4882f13efdb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784722912.5702796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45976ec3-f31b-4bf3-b731-b4882f13efdb"} {"level":"info","ts":1784722938.1647542,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722938.1648352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722938.164843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722938.164855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","EoS":false} {"level":"info","ts":1784722938.164868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","EoS":true} {"level":"info","ts":1784722938.1648896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784722938.164904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784722938.1649277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b12135d5-2e58-4985-b82e-cee3c3d05e3b"} {"level":"info","ts":1784722973.0862849,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722973.0863633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722973.0863757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722973.0863879,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","EoS":false} {"level":"info","ts":1784722973.0864065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","EoS":true} {"level":"info","ts":1784722973.0864298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722973.0864446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722973.0864594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6f7ac6c8-846c-402a-9c78-832f56e90fac"} {"level":"info","ts":1784722988.3304198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722988.3305016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784722988.3305144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784722988.3305302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","EoS":false} {"level":"info","ts":1784722988.3305466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","EoS":true} {"level":"info","ts":1784722988.33057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722988.330588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722988.3306165,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bb9e7d5-15a9-4c62-a91f-32e53f3ce1a9"} {"level":"info","ts":1784722988.6219714,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722988.6220653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83cf7e8c-63a5-4a21-b74d-97286bc91ac3"} {"level":"info","ts":1784722988.6220748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83cf7e8c-63a5-4a21-b74d-97286bc91ac3"} {"level":"info","ts":1784722988.6220877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83cf7e8c-63a5-4a21-b74d-97286bc91ac3","EoS":false} {"level":"info","ts":1784722988.622099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83cf7e8c-63a5-4a21-b74d-97286bc91ac3","EoS":true} {"level":"info","ts":1784722988.622173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83cf7e8c-63a5-4a21-b74d-97286bc91ac3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722988.622193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83cf7e8c-63a5-4a21-b74d-97286bc91ac3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722988.6222136,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83cf7e8c-63a5-4a21-b74d-97286bc91ac3"} {"level":"info","ts":1784723286.9633746,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723286.963468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723286.9634826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723286.963502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","EoS":false} {"level":"info","ts":1784723286.9635198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","EoS":true} {"level":"info","ts":1784723286.9635484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784723286.9635665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784723286.963595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c17ce9e0-31c0-419a-9f64-6e139e744670"} {"level":"info","ts":1784723287.015233,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723287.015299,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723287.0153124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723287.0153308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","EoS":false} {"level":"info","ts":1784723287.0153518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","EoS":true} {"level":"info","ts":1784723287.0153759,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784723287.0153925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784723287.0154603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8362768-e9f1-4729-871c-4c58b002ad66"} {"level":"info","ts":1784723287.0509932,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723287.0510767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cd82ed9-98f8-4291-be0e-1d791de4c74f"} {"level":"info","ts":1784723287.0510879,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3cd82ed9-98f8-4291-be0e-1d791de4c74f"} {"level":"info","ts":1784723287.0510986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3cd82ed9-98f8-4291-be0e-1d791de4c74f","EoS":false} {"level":"info","ts":1784723287.051108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3cd82ed9-98f8-4291-be0e-1d791de4c74f","EoS":true} {"level":"info","ts":1784723287.051123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cd82ed9-98f8-4291-be0e-1d791de4c74f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784723287.051135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cd82ed9-98f8-4291-be0e-1d791de4c74f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784723287.0511506,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3cd82ed9-98f8-4291-be0e-1d791de4c74f"} {"level":"info","ts":1784723287.0907722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723287.0908256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13f4b6de-a9b5-42b7-98b0-ccec63b06e4c"} {"level":"info","ts":1784723287.090836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13f4b6de-a9b5-42b7-98b0-ccec63b06e4c"} {"level":"info","ts":1784723287.0908468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13f4b6de-a9b5-42b7-98b0-ccec63b06e4c","EoS":false} {"level":"info","ts":1784723287.0908568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13f4b6de-a9b5-42b7-98b0-ccec63b06e4c","EoS":true} {"level":"info","ts":1784723287.0908716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13f4b6de-a9b5-42b7-98b0-ccec63b06e4c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784723287.0908835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13f4b6de-a9b5-42b7-98b0-ccec63b06e4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784723287.0908976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13f4b6de-a9b5-42b7-98b0-ccec63b06e4c"} {"level":"info","ts":1784723291.9871352,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab2cd6bf-c762-4856-ad9a-a882e353662f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723291.9871695,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab2cd6bf-c762-4856-ad9a-a882e353662f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784723291.987233,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e4dfec8-398a-4afb-9aa6-a4dff4ba04db"} {"level":"info","ts":1784723291.995354,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15c1d7d9-d7e9-4043-81b4-54f5ff7e9df7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723291.9953797,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15c1d7d9-d7e9-4043-81b4-54f5ff7e9df7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784723291.9957762,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39046.932987783,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723291.995801,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.0653627,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.1523328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37436.13350159,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.1523566,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.1528528,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b65b6311-a4a5-4ce6-b9b1-ab6df7ffefc2"} {"level":"info","ts":1784723292.152899,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b65b6311-a4a5-4ce6-b9b1-ab6df7ffefc2","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784723292.1532793,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9a9811a-c865-4476-a771-e77c0984fdf0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.1533134,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9a9811a-c865-4476-a771-e77c0984fdf0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784723292.1581588,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b65b6311-a4a5-4ce6-b9b1-ab6df7ffefc2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.1582973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"095abfb4-2d00-4946-b8d7-e5fb3e3ffbd1"} {"level":"info","ts":1784723292.158328,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"095abfb4-2d00-4946-b8d7-e5fb3e3ffbd1","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784723292.1610153,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.1654272,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"732160fd-b52d-4b2b-b3f8-2b3c105d069d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723292.1654575,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"732160fd-b52d-4b2b-b3f8-2b3c105d069d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784723292.1654677,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb303206-7110-40ba-bbc5-eae5f2e38a52","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.165526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb303206-7110-40ba-bbc5-eae5f2e38a52","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784723292.1661112,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"095abfb4-2d00-4946-b8d7-e5fb3e3ffbd1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.1661663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6985a132-d810-4e0d-b8fe-7daaf2f372e5"} {"level":"info","ts":1784723292.1663773,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37498.757133942,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.166395,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.1739705,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784723292.252387,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e4dfec8-398a-4afb-9aa6-a4dff4ba04db","name":"e2e-external-provider"} {"level":"info","ts":1784723292.2636268,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e4dfec8-398a-4afb-9aa6-a4dff4ba04db","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784723292.2666867,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6985a132-d810-4e0d-b8fe-7daaf2f372e5","name":"e2e-external-model"} {"level":"error","ts":1784723292.2676558,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e4dfec8-398a-4afb-9aa6-a4dff4ba04db","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.2677374,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b5a5319-9e0e-4ba9-a7df-d78053fd94fb"} {"level":"info","ts":1784723292.267772,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b5a5319-9e0e-4ba9-a7df-d78053fd94fb","name":"e2e-external-provider"} {"level":"info","ts":1784723292.2761567,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6985a132-d810-4e0d-b8fe-7daaf2f372e5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723292.279363,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b5a5319-9e0e-4ba9-a7df-d78053fd94fb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784723292.284003,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ade0efb-d45f-4af8-b66f-aeccba68f8de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.2840343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ade0efb-d45f-4af8-b66f-aeccba68f8de","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784723292.2842495,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebb7c333-c35c-4e30-945f-9f4f25b73111"} {"level":"info","ts":1784723292.2843037,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebb7c333-c35c-4e30-945f-9f4f25b73111","name":"e2e-external-model"} {"level":"error","ts":1784723292.2994578,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebb7c333-c35c-4e30-945f-9f4f25b73111","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723292.2995021,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19834de5-6226-4fac-9f8b-7149b923b0c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.2995336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"19834de5-6226-4fac-9f8b-7149b923b0c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784723292.2995455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"613334d4-26e5-46af-91ab-e3e319ec9d1c"} {"level":"info","ts":1784723292.2995877,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"613334d4-26e5-46af-91ab-e3e319ec9d1c","name":"e2e-external-model"} {"level":"info","ts":1784723292.3095133,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"613334d4-26e5-46af-91ab-e3e319ec9d1c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723292.317148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c312a917-3640-4827-82ed-e6112f3aa2f7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723292.3171828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c312a917-3640-4827-82ed-e6112f3aa2f7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784723292.317277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef0b464b-d165-42c4-a40c-520ebe28427d"} {"level":"info","ts":1784723292.317314,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef0b464b-d165-42c4-a40c-520ebe28427d","name":"e2e-external-model"} {"level":"info","ts":1784723292.3258164,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef0b464b-d165-42c4-a40c-520ebe28427d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723299.521009,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723299.521132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db"} {"level":"info","ts":1784723299.521151,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db"} {"level":"info","ts":1784723299.521167,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db","EoS":false} {"level":"info","ts":1784723299.5211926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db","EoS":true} {"level":"info","ts":1784723299.521219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784723299.5212376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784723299.5212493,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db","modelName":"e2e-external-model"} {"level":"info","ts":1784723299.5212665,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784723299.521322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41ec30ad-1d13-45a8-bb1f-462d741031db"} {"level":"info","ts":1784723299.5693321,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723299.5693996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d"} {"level":"info","ts":1784723299.5694106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d"} {"level":"info","ts":1784723299.5694213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d","EoS":false} {"level":"info","ts":1784723299.569432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d","EoS":true} {"level":"info","ts":1784723299.5694509,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784723299.5694664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784723299.569478,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d","modelName":"e2e-external-model"} {"level":"info","ts":1784723299.5694983,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784723299.5695438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9033e7d7-8427-4eb6-9761-6e46a913aa4d"} {"level":"info","ts":1784723299.5938294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723299.5938797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c"} {"level":"info","ts":1784723299.5938914,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c"} {"level":"info","ts":1784723299.5939028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","EoS":false} {"level":"info","ts":1784723299.5939121,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","EoS":true} {"level":"info","ts":1784723299.593926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784723299.5939376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784723299.5939436,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","modelName":"e2e-external-model"} {"level":"info","ts":1784723299.593956,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784723299.5939865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8558af94-7dc8-4830-b7d8-c43f91a8b84c"} {"level":"info","ts":1784723299.728539,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d912f3e1-f8c6-4283-9579-898743e86e3c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7285843,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d912f3e1-f8c6-4283-9579-898743e86e3c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784723299.7285442,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3e36dcf-4340-43b2-bc93-6edd876b7971"} {"level":"info","ts":1784723299.7368088,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3e36dcf-4340-43b2-bc93-6edd876b7971","name":"e2e-cleanup-test"} {"level":"info","ts":1784723299.736871,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1780c02e-8c9d-4d44-89c9-e4e6832f4fe3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7368977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1780c02e-8c9d-4d44-89c9-e4e6832f4fe3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784723299.747272,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f3e36dcf-4340-43b2-bc93-6edd876b7971","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723299.7527301,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e914c262-6f54-4bf4-b68a-e49a7c1f3554","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7527714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e914c262-6f54-4bf4-b68a-e49a7c1f3554","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784723299.7528841,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d44b8ef4-c272-4ee6-9ae8-26db536a332b"} {"level":"info","ts":1784723299.7529306,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d44b8ef4-c272-4ee6-9ae8-26db536a332b","name":"e2e-cleanup-test"} {"level":"info","ts":1784723299.7691848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29c02198-eddc-4cff-8518-26ed1df97594","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7692194,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29c02198-eddc-4cff-8518-26ed1df97594","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784723299.772362,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d44b8ef4-c272-4ee6-9ae8-26db536a332b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784723299.7724042,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d44b8ef4-c272-4ee6-9ae8-26db536a332b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723299.7724426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54dc32c5-e7ca-4d6b-b8f7-408f9567de21"} {"level":"info","ts":1784723299.7724776,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54dc32c5-e7ca-4d6b-b8f7-408f9567de21","name":"e2e-cleanup-test"} {"level":"info","ts":1784723299.7813785,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54dc32c5-e7ca-4d6b-b8f7-408f9567de21","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723299.7873135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d159ed81-5065-4c46-a341-5111da7866be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723299.7873385,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d159ed81-5065-4c46-a341-5111da7866be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784723299.7876427,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54dc32c5-e7ca-4d6b-b8f7-408f9567de21","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784723299.7877016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b653de8-9654-4372-89b5-b62e0553b122"} {"level":"info","ts":1784723299.7877462,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b653de8-9654-4372-89b5-b62e0553b122","name":"e2e-cleanup-test"} {"level":"info","ts":1784723299.7960987,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b653de8-9654-4372-89b5-b62e0553b122","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784723307.9997954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f971406a-59aa-447b-8402-83b2859b5a84"} {"level":"info","ts":1784723307.9998255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa98a7b1-d7bf-4274-b1d6-dd975494587b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723307.9998589,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa98a7b1-d7bf-4274-b1d6-dd975494587b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784723312.30955,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723312.309634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65"} {"level":"info","ts":1784723312.3096442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65"} {"level":"info","ts":1784723312.3096561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65","EoS":false} {"level":"info","ts":1784723312.3096676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65","EoS":true} {"level":"info","ts":1784723312.3096914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784723312.3097095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784723312.30973,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71a48ca5-2c67-40fc-9a7c-5afe052a6e65"} {"level":"info","ts":1784723312.3401768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723312.3402288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542"} {"level":"info","ts":1784723312.340239,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542"} {"level":"info","ts":1784723312.3402498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","EoS":false} {"level":"info","ts":1784723312.340259,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","EoS":true} {"level":"info","ts":1784723312.3402746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784723312.3402882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784723312.3402944,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","modelName":"e2e-external-model"} {"level":"info","ts":1784723312.3403065,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784723312.3403409,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e25b3b69-525e-4942-8b53-ed1796e3f542"} {"level":"info","ts":1784723312.37897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723312.3790236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.3790324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.3790634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","EoS":false} {"level":"info","ts":1784723312.379075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","EoS":true} {"level":"info","ts":1784723312.37909,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784723312.3791037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784723312.3791208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0513abf-dfa2-4591-8db9-70c613821c44"} {"level":"info","ts":1784723312.5256941,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723312.5257525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723312.525767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723312.5257783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","EoS":false} {"level":"info","ts":1784723312.5257883,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","EoS":true} {"level":"info","ts":1784723312.5258055,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8","field":"model"} {"level":"info","ts":1784723312.525871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf72e14d-5c4e-457b-a656-3136e01987b8"} {"level":"info","ts":1784723313.4331272,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4de91df0-e0de-4ced-a9c3-123495c4bfa2"} {"level":"info","ts":1784723313.4331293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8ecba80-eeea-4d89-9d4b-089c15fa90f5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723313.4331973,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8ecba80-eeea-4d89-9d4b-089c15fa90f5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784723313.5836575,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1923b448-93be-4a49-90ed-7c497e05317d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723313.5836947,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1923b448-93be-4a49-90ed-7c497e05317d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723313.5837278,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a777fa02-cd37-4804-8753-472e0f4f922b"} {"level":"info","ts":1784723932.264059,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723932.2641506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b889ee8a-2971-4320-b0c2-f8a101bc2cc4"} {"level":"info","ts":1784723932.2641659,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b889ee8a-2971-4320-b0c2-f8a101bc2cc4"} {"level":"info","ts":1784723932.2641847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b889ee8a-2971-4320-b0c2-f8a101bc2cc4","EoS":false} {"level":"info","ts":1784723932.2642064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b889ee8a-2971-4320-b0c2-f8a101bc2cc4","EoS":true} {"level":"info","ts":1784723932.264239,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b889ee8a-2971-4320-b0c2-f8a101bc2cc4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784723932.264258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b889ee8a-2971-4320-b0c2-f8a101bc2cc4","path":"/ai-tenant-e2e-inf-b-07497a/test-model-07497a/v1/chat/completions"} {"level":"info","ts":1784723932.2642887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b889ee8a-2971-4320-b0c2-f8a101bc2cc4"} {"level":"info","ts":1784723953.2883804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723953.288453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784723953.2884626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784723953.28848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","EoS":false} {"level":"info","ts":1784723953.288499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","EoS":true} {"level":"info","ts":1784723953.2885208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784723953.288536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd","path":"/ai-tenant-e2e-inf-b-07497a/test-model-07497a/v1/chat/completions"} {"level":"info","ts":1784723953.288559,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a4092c9-1729-4611-8354-3acedf5a3afd"} {"level":"info","ts":1784724434.2307444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784724434.2308252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"} {"level":"info","ts":1784724434.230833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"} {"level":"info","ts":1784724434.2308452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","EoS":false} {"level":"info","ts":1784724434.2308583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","EoS":true} {"level":"info","ts":1784724434.2308798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784724434.2309003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f","path":"/ai-tenant-e2e-shared-b-980f27/rate-test-model-980f27/v1/completions"} {"level":"info","ts":1784724434.230926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa12bfb0-e70d-440b-a16b-2eb8994cce2f"}