{"level":"info","ts":1784904570.5518885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd83d0e0-25ed-4072-ac4f-4a74ef08a4ea","EoS":true} {"level":"info","ts":1784904570.551903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd83d0e0-25ed-4072-ac4f-4a74ef08a4ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904570.5519125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd83d0e0-25ed-4072-ac4f-4a74ef08a4ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904570.5519304,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd83d0e0-25ed-4072-ac4f-4a74ef08a4ea"} {"level":"info","ts":1784904570.6080225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904570.6080813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7607634f-8456-4b4c-80b0-3a913cfcafb2"} {"level":"info","ts":1784904570.608097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7607634f-8456-4b4c-80b0-3a913cfcafb2"} {"level":"info","ts":1784904570.608108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7607634f-8456-4b4c-80b0-3a913cfcafb2","EoS":false} {"level":"info","ts":1784904570.6081176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7607634f-8456-4b4c-80b0-3a913cfcafb2","EoS":true} {"level":"info","ts":1784904570.6081336,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7607634f-8456-4b4c-80b0-3a913cfcafb2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904570.6081457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7607634f-8456-4b4c-80b0-3a913cfcafb2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904570.6081607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7607634f-8456-4b4c-80b0-3a913cfcafb2"} {"level":"info","ts":1784904571.2999465,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904571.3000207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10c0ba38-3d36-4487-bfea-7ea5372af225"} {"level":"info","ts":1784904571.3000312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10c0ba38-3d36-4487-bfea-7ea5372af225"} {"level":"info","ts":1784904571.3000429,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10c0ba38-3d36-4487-bfea-7ea5372af225","EoS":false} {"level":"info","ts":1784904571.3000548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10c0ba38-3d36-4487-bfea-7ea5372af225","EoS":true} {"level":"info","ts":1784904571.3000746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"10c0ba38-3d36-4487-bfea-7ea5372af225","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904571.3000891,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10c0ba38-3d36-4487-bfea-7ea5372af225","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904571.3001091,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10c0ba38-3d36-4487-bfea-7ea5372af225"} {"level":"info","ts":1784904571.3397706,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904571.3398454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e682326-0edf-47a4-857e-b472a5fd7ea7"} {"level":"info","ts":1784904571.3398607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e682326-0edf-47a4-857e-b472a5fd7ea7"} {"level":"info","ts":1784904571.3398774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e682326-0edf-47a4-857e-b472a5fd7ea7","EoS":false} {"level":"info","ts":1784904571.339889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e682326-0edf-47a4-857e-b472a5fd7ea7","EoS":true} {"level":"info","ts":1784904571.3399105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e682326-0edf-47a4-857e-b472a5fd7ea7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904571.3399267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e682326-0edf-47a4-857e-b472a5fd7ea7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904571.3399532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e682326-0edf-47a4-857e-b472a5fd7ea7"} {"level":"info","ts":1784904575.5020468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904575.502142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0654ad0b-c731-4428-b6b4-03e9c55d8373"} {"level":"info","ts":1784904575.5021553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0654ad0b-c731-4428-b6b4-03e9c55d8373"} {"level":"info","ts":1784904575.5021677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0654ad0b-c731-4428-b6b4-03e9c55d8373","EoS":false} {"level":"info","ts":1784904575.5021777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0654ad0b-c731-4428-b6b4-03e9c55d8373","EoS":true} {"level":"info","ts":1784904575.5022001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0654ad0b-c731-4428-b6b4-03e9c55d8373","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904575.502215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0654ad0b-c731-4428-b6b4-03e9c55d8373","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904575.5022361,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0654ad0b-c731-4428-b6b4-03e9c55d8373"} {"level":"info","ts":1784904594.472267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904594.4723415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f773bc0-6a23-4aff-9712-3b46918e7bdd"} {"level":"info","ts":1784904594.4723527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f773bc0-6a23-4aff-9712-3b46918e7bdd"} {"level":"info","ts":1784904594.4723637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f773bc0-6a23-4aff-9712-3b46918e7bdd","EoS":false} {"level":"info","ts":1784904594.4723735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f773bc0-6a23-4aff-9712-3b46918e7bdd","EoS":true} {"level":"info","ts":1784904594.472393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f773bc0-6a23-4aff-9712-3b46918e7bdd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904594.4724069,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f773bc0-6a23-4aff-9712-3b46918e7bdd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904594.472425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f773bc0-6a23-4aff-9712-3b46918e7bdd"} {"level":"info","ts":1784904594.6396296,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904594.6396997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c570835-e1de-4c63-add7-b1941fccff92"} {"level":"info","ts":1784904594.6397133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c570835-e1de-4c63-add7-b1941fccff92"} {"level":"info","ts":1784904594.6397238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c570835-e1de-4c63-add7-b1941fccff92","EoS":false} {"level":"info","ts":1784904594.639734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c570835-e1de-4c63-add7-b1941fccff92","EoS":true} {"level":"info","ts":1784904594.6397526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c570835-e1de-4c63-add7-b1941fccff92","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904594.6397676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c570835-e1de-4c63-add7-b1941fccff92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904594.6397865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c570835-e1de-4c63-add7-b1941fccff92"} {"level":"info","ts":1784904594.778549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904594.778633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd1ad8c7-61a0-4043-88f5-f5f1c2bcb998"} {"level":"info","ts":1784904594.778647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fd1ad8c7-61a0-4043-88f5-f5f1c2bcb998"} {"level":"info","ts":1784904594.7786603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd1ad8c7-61a0-4043-88f5-f5f1c2bcb998","EoS":false} {"level":"info","ts":1784904594.778671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fd1ad8c7-61a0-4043-88f5-f5f1c2bcb998","EoS":true} {"level":"info","ts":1784904594.7786877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd1ad8c7-61a0-4043-88f5-f5f1c2bcb998","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904594.7787013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd1ad8c7-61a0-4043-88f5-f5f1c2bcb998","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904594.778726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fd1ad8c7-61a0-4043-88f5-f5f1c2bcb998"} {"level":"info","ts":1784904594.9138045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904594.9138577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"117fa809-dee9-41cc-9d25-3315823d3096"} {"level":"info","ts":1784904594.913866,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"117fa809-dee9-41cc-9d25-3315823d3096"} {"level":"info","ts":1784904594.9138772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"117fa809-dee9-41cc-9d25-3315823d3096","EoS":false} {"level":"info","ts":1784904594.9138906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"117fa809-dee9-41cc-9d25-3315823d3096","EoS":true} {"level":"info","ts":1784904594.9139063,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"117fa809-dee9-41cc-9d25-3315823d3096","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904594.9139194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"117fa809-dee9-41cc-9d25-3315823d3096","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904594.9139397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"117fa809-dee9-41cc-9d25-3315823d3096"} {"level":"info","ts":1784904595.0493166,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904595.04937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a5127ce-b1a0-4075-830a-527d80d32922"} {"level":"info","ts":1784904595.0493789,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a5127ce-b1a0-4075-830a-527d80d32922"} {"level":"info","ts":1784904595.0493891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a5127ce-b1a0-4075-830a-527d80d32922","EoS":false} {"level":"info","ts":1784904595.0494156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a5127ce-b1a0-4075-830a-527d80d32922","EoS":true} {"level":"info","ts":1784904595.049433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a5127ce-b1a0-4075-830a-527d80d32922","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904595.0494423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a5127ce-b1a0-4075-830a-527d80d32922","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904595.049478,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a5127ce-b1a0-4075-830a-527d80d32922"} {"level":"info","ts":1784904595.1838853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904595.183951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a9b3887-1519-4383-a89b-655214fa89d0"} {"level":"info","ts":1784904595.1839623,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a9b3887-1519-4383-a89b-655214fa89d0"} {"level":"info","ts":1784904595.1839786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a9b3887-1519-4383-a89b-655214fa89d0","EoS":false} {"level":"info","ts":1784904595.1839957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a9b3887-1519-4383-a89b-655214fa89d0","EoS":true} {"level":"info","ts":1784904595.184012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a9b3887-1519-4383-a89b-655214fa89d0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904595.1840277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a9b3887-1519-4383-a89b-655214fa89d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904595.1840453,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a9b3887-1519-4383-a89b-655214fa89d0"} {"level":"info","ts":1784904614.0436838,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904614.0437567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8211ec1e-7b63-481e-bd5e-a5ecbb2a5cdc"} {"level":"info","ts":1784904614.0437665,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8211ec1e-7b63-481e-bd5e-a5ecbb2a5cdc"} {"level":"info","ts":1784904614.0437787,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8211ec1e-7b63-481e-bd5e-a5ecbb2a5cdc","EoS":false} {"level":"info","ts":1784904614.04379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8211ec1e-7b63-481e-bd5e-a5ecbb2a5cdc","EoS":true} {"level":"info","ts":1784904614.0438125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8211ec1e-7b63-481e-bd5e-a5ecbb2a5cdc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904614.0438273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8211ec1e-7b63-481e-bd5e-a5ecbb2a5cdc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904614.0438468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8211ec1e-7b63-481e-bd5e-a5ecbb2a5cdc"} {"level":"info","ts":1784904614.0862732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904614.086351,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5630ea5-34ca-402b-8a4c-3c7d264d0ff7"} {"level":"info","ts":1784904614.0863652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5630ea5-34ca-402b-8a4c-3c7d264d0ff7"} {"level":"info","ts":1784904614.0863826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5630ea5-34ca-402b-8a4c-3c7d264d0ff7","EoS":false} {"level":"info","ts":1784904614.086401,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5630ea5-34ca-402b-8a4c-3c7d264d0ff7","EoS":true} {"level":"info","ts":1784904614.0864282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5630ea5-34ca-402b-8a4c-3c7d264d0ff7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904614.086445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5630ea5-34ca-402b-8a4c-3c7d264d0ff7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904614.0864935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5630ea5-34ca-402b-8a4c-3c7d264d0ff7"} {"level":"info","ts":1784904614.119175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904614.1192317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7bb8b68-acc8-4224-b244-58c855ae592d"} {"level":"info","ts":1784904614.1192417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7bb8b68-acc8-4224-b244-58c855ae592d"} {"level":"info","ts":1784904614.1192524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7bb8b68-acc8-4224-b244-58c855ae592d","EoS":false} {"level":"info","ts":1784904614.1192653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7bb8b68-acc8-4224-b244-58c855ae592d","EoS":true} {"level":"info","ts":1784904614.1192825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7bb8b68-acc8-4224-b244-58c855ae592d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904614.1192942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7bb8b68-acc8-4224-b244-58c855ae592d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904614.119311,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7bb8b68-acc8-4224-b244-58c855ae592d"} {"level":"info","ts":1784904614.1533616,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904614.1534216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea0a52e6-0b6f-42db-901e-0aa18826ab6c"} {"level":"info","ts":1784904618.7821531,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904618.7822294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa07015c-ccb5-4343-9931-c75bc3af9bdf"} {"level":"info","ts":1784904618.7822387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa07015c-ccb5-4343-9931-c75bc3af9bdf"} {"level":"info","ts":1784904618.7822495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa07015c-ccb5-4343-9931-c75bc3af9bdf","EoS":false} {"level":"info","ts":1784904618.782261,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa07015c-ccb5-4343-9931-c75bc3af9bdf","EoS":true} {"level":"info","ts":1784904618.7822826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa07015c-ccb5-4343-9931-c75bc3af9bdf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904618.7822974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa07015c-ccb5-4343-9931-c75bc3af9bdf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904618.7823172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa07015c-ccb5-4343-9931-c75bc3af9bdf"} {"level":"info","ts":1784904627.3790867,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904627.3792107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd84d0cf-f1b4-4701-b5c1-310513dc4bb5"} {"level":"info","ts":1784904627.379231,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd84d0cf-f1b4-4701-b5c1-310513dc4bb5"} {"level":"info","ts":1784904627.3792486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd84d0cf-f1b4-4701-b5c1-310513dc4bb5","EoS":false} {"level":"info","ts":1784904627.3792658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd84d0cf-f1b4-4701-b5c1-310513dc4bb5","EoS":true} {"level":"info","ts":1784904627.379296,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd84d0cf-f1b4-4701-b5c1-310513dc4bb5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904627.3793151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd84d0cf-f1b4-4701-b5c1-310513dc4bb5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904627.3793442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd84d0cf-f1b4-4701-b5c1-310513dc4bb5"} {"level":"info","ts":1784904629.4165246,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904629.4166005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5320d32-458a-493e-9bbc-d3256d641445"} {"level":"info","ts":1784904629.4166126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5320d32-458a-493e-9bbc-d3256d641445"} {"level":"info","ts":1784904629.4166255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5320d32-458a-493e-9bbc-d3256d641445","EoS":false} {"level":"info","ts":1784904629.4166384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5320d32-458a-493e-9bbc-d3256d641445","EoS":true} {"level":"info","ts":1784904629.4166589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5320d32-458a-493e-9bbc-d3256d641445","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904629.416674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5320d32-458a-493e-9bbc-d3256d641445","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904629.416692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5320d32-458a-493e-9bbc-d3256d641445"} {"level":"info","ts":1784904642.2912486,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904642.2913337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fae97ed7-00be-4f5a-802f-92480f2122e6"} {"level":"info","ts":1784904642.2913477,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fae97ed7-00be-4f5a-802f-92480f2122e6"} {"level":"info","ts":1784904642.2913668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fae97ed7-00be-4f5a-802f-92480f2122e6","EoS":false} {"level":"info","ts":1784904642.2913864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fae97ed7-00be-4f5a-802f-92480f2122e6","EoS":true} {"level":"info","ts":1784904642.2914174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fae97ed7-00be-4f5a-802f-92480f2122e6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904642.2914379,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fae97ed7-00be-4f5a-802f-92480f2122e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904642.2914808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fae97ed7-00be-4f5a-802f-92480f2122e6"} {"level":"info","ts":1784904650.810153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904650.8102374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5c0bd2a-36df-4cfa-ae55-9a9b50baafe1"} {"level":"info","ts":1784904650.8102522,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5c0bd2a-36df-4cfa-ae55-9a9b50baafe1"} {"level":"info","ts":1784904650.8102696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5c0bd2a-36df-4cfa-ae55-9a9b50baafe1","EoS":false} {"level":"info","ts":1784904650.8102891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5c0bd2a-36df-4cfa-ae55-9a9b50baafe1","EoS":true} {"level":"info","ts":1784904650.8103228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5c0bd2a-36df-4cfa-ae55-9a9b50baafe1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904650.8103402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5c0bd2a-36df-4cfa-ae55-9a9b50baafe1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904650.8103697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5c0bd2a-36df-4cfa-ae55-9a9b50baafe1"} {"level":"info","ts":1784904659.6822824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904659.6823702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b4981a4-4ef9-4d0a-b016-d4861c937a91"} {"level":"info","ts":1784904659.6823826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b4981a4-4ef9-4d0a-b016-d4861c937a91"} {"level":"info","ts":1784904659.6823986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b4981a4-4ef9-4d0a-b016-d4861c937a91","EoS":false} {"level":"info","ts":1784904659.6824138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b4981a4-4ef9-4d0a-b016-d4861c937a91","EoS":true} {"level":"info","ts":1784904659.6824334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b4981a4-4ef9-4d0a-b016-d4861c937a91","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904659.682448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b4981a4-4ef9-4d0a-b016-d4861c937a91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904659.6824896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b4981a4-4ef9-4d0a-b016-d4861c937a91"} {"level":"info","ts":1784904668.7258732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904668.7259586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48cb21a5-8676-49d3-abd7-5cdddc9781de"} {"level":"info","ts":1784904668.7259712,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48cb21a5-8676-49d3-abd7-5cdddc9781de"} {"level":"info","ts":1784904668.7259827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48cb21a5-8676-49d3-abd7-5cdddc9781de","EoS":false} {"level":"info","ts":1784904668.7259963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48cb21a5-8676-49d3-abd7-5cdddc9781de","EoS":true} {"level":"info","ts":1784904668.7260163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48cb21a5-8676-49d3-abd7-5cdddc9781de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904668.7260315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48cb21a5-8676-49d3-abd7-5cdddc9781de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904668.726051,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48cb21a5-8676-49d3-abd7-5cdddc9781de"} {"level":"info","ts":1784904676.611389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904676.611483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2f1a693-2b8d-413b-a45c-2c60a79cb83f"} {"level":"info","ts":1784904676.6114953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2f1a693-2b8d-413b-a45c-2c60a79cb83f"} {"level":"info","ts":1784904676.6115077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2f1a693-2b8d-413b-a45c-2c60a79cb83f","EoS":false} {"level":"info","ts":1784904676.6115181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2f1a693-2b8d-413b-a45c-2c60a79cb83f","EoS":true} {"level":"info","ts":1784904676.611539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2f1a693-2b8d-413b-a45c-2c60a79cb83f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784904676.6115546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2f1a693-2b8d-413b-a45c-2c60a79cb83f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904676.6115732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2f1a693-2b8d-413b-a45c-2c60a79cb83f"} {"level":"info","ts":1784904681.3724313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904681.372556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"658ce3b7-5088-4572-a70a-64bc01189a40"} {"level":"info","ts":1784904681.3725703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"658ce3b7-5088-4572-a70a-64bc01189a40"} {"level":"info","ts":1784904681.3725824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"658ce3b7-5088-4572-a70a-64bc01189a40","EoS":false} {"level":"info","ts":1784904681.3725932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"658ce3b7-5088-4572-a70a-64bc01189a40","EoS":true} {"level":"info","ts":1784904681.3726134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"658ce3b7-5088-4572-a70a-64bc01189a40","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904681.3726277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"658ce3b7-5088-4572-a70a-64bc01189a40","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904681.3726463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"658ce3b7-5088-4572-a70a-64bc01189a40"} {"level":"info","ts":1784904681.637994,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904681.6380825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3449ea2c-ef31-4430-ad24-a54a08c81db2"} {"level":"info","ts":1784904681.638097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3449ea2c-ef31-4430-ad24-a54a08c81db2"} {"level":"info","ts":1784904681.6381152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3449ea2c-ef31-4430-ad24-a54a08c81db2","EoS":false} {"level":"info","ts":1784904681.6381338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3449ea2c-ef31-4430-ad24-a54a08c81db2","EoS":true} {"level":"info","ts":1784904681.6381643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3449ea2c-ef31-4430-ad24-a54a08c81db2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904681.638182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3449ea2c-ef31-4430-ad24-a54a08c81db2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904681.638211,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3449ea2c-ef31-4430-ad24-a54a08c81db2"} {"level":"info","ts":1784904683.6713831,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904683.671471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7d40976-1f29-47b2-a076-f4bb5981fe8e"} {"level":"info","ts":1784904683.6714828,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7d40976-1f29-47b2-a076-f4bb5981fe8e"} {"level":"info","ts":1784904683.6714952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7d40976-1f29-47b2-a076-f4bb5981fe8e","EoS":false} {"level":"info","ts":1784904683.6715076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7d40976-1f29-47b2-a076-f4bb5981fe8e","EoS":true} {"level":"info","ts":1784904683.6715298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7d40976-1f29-47b2-a076-f4bb5981fe8e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904683.6715446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7d40976-1f29-47b2-a076-f4bb5981fe8e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904683.6715639,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7d40976-1f29-47b2-a076-f4bb5981fe8e"} {"level":"info","ts":1784904685.7067676,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904685.70684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e102bdc8-f696-4d50-9b81-5f10eacd1748"} {"level":"info","ts":1784904685.70685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e102bdc8-f696-4d50-9b81-5f10eacd1748"} {"level":"info","ts":1784904685.7068603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e102bdc8-f696-4d50-9b81-5f10eacd1748","EoS":false} {"level":"info","ts":1784904685.706871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e102bdc8-f696-4d50-9b81-5f10eacd1748","EoS":true} {"level":"info","ts":1784904685.7068915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e102bdc8-f696-4d50-9b81-5f10eacd1748","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904685.7069058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e102bdc8-f696-4d50-9b81-5f10eacd1748","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904685.7069242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e102bdc8-f696-4d50-9b81-5f10eacd1748"} {"level":"info","ts":1784904687.739654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904687.7397292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb1ca146-592c-4b6b-9f0d-26462b111fbf"} {"level":"info","ts":1784904687.7397385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb1ca146-592c-4b6b-9f0d-26462b111fbf"} {"level":"info","ts":1784904687.7397482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb1ca146-592c-4b6b-9f0d-26462b111fbf","EoS":false} {"level":"info","ts":1784904687.7397587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb1ca146-592c-4b6b-9f0d-26462b111fbf","EoS":true} {"level":"info","ts":1784904687.739778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb1ca146-592c-4b6b-9f0d-26462b111fbf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904687.7397938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb1ca146-592c-4b6b-9f0d-26462b111fbf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904687.7398107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb1ca146-592c-4b6b-9f0d-26462b111fbf"} {"level":"info","ts":1784904711.516742,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904711.51684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44969a79-1273-45bf-8acf-6cf241815496"} {"level":"info","ts":1784904711.5168555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44969a79-1273-45bf-8acf-6cf241815496"} {"level":"info","ts":1784904711.516872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44969a79-1273-45bf-8acf-6cf241815496","EoS":false} {"level":"info","ts":1784904711.5168893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44969a79-1273-45bf-8acf-6cf241815496","EoS":true} {"level":"info","ts":1784904711.516918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44969a79-1273-45bf-8acf-6cf241815496","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904711.516942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44969a79-1273-45bf-8acf-6cf241815496","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904711.5169718,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44969a79-1273-45bf-8acf-6cf241815496"} {"level":"info","ts":1784904720.9080372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904720.9081109,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91380557-99c6-4d2e-98be-616948854db2"} {"level":"info","ts":1784904720.9081223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91380557-99c6-4d2e-98be-616948854db2"} {"level":"info","ts":1784904720.9081345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91380557-99c6-4d2e-98be-616948854db2","EoS":false} {"level":"info","ts":1784904720.9081523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91380557-99c6-4d2e-98be-616948854db2","EoS":true} {"level":"info","ts":1784904720.9081812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91380557-99c6-4d2e-98be-616948854db2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904720.908197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91380557-99c6-4d2e-98be-616948854db2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904720.9082172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91380557-99c6-4d2e-98be-616948854db2"} {"level":"info","ts":1784904726.5376225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904726.5377207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1a8f9f0-4e15-4d79-a74c-a0da5c5bced3"} {"level":"info","ts":1784904726.5377347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1a8f9f0-4e15-4d79-a74c-a0da5c5bced3"} {"level":"info","ts":1784904726.5377471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1a8f9f0-4e15-4d79-a74c-a0da5c5bced3","EoS":false} {"level":"info","ts":1784904726.5377584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1a8f9f0-4e15-4d79-a74c-a0da5c5bced3","EoS":true} {"level":"info","ts":1784904726.5377781,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1a8f9f0-4e15-4d79-a74c-a0da5c5bced3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904726.5377927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1a8f9f0-4e15-4d79-a74c-a0da5c5bced3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904726.537814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1a8f9f0-4e15-4d79-a74c-a0da5c5bced3"} {"level":"info","ts":1784904736.1559389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904736.1560333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"508c5f0c-8416-41ee-bfc2-adb2b605d8be"} {"level":"info","ts":1784904736.1560507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"508c5f0c-8416-41ee-bfc2-adb2b605d8be"} {"level":"info","ts":1784904736.1560645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"508c5f0c-8416-41ee-bfc2-adb2b605d8be","EoS":false} {"level":"info","ts":1784904736.1560774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"508c5f0c-8416-41ee-bfc2-adb2b605d8be","EoS":true} {"level":"info","ts":1784904736.1561005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"508c5f0c-8416-41ee-bfc2-adb2b605d8be","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904736.1561165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"508c5f0c-8416-41ee-bfc2-adb2b605d8be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904736.1561396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"508c5f0c-8416-41ee-bfc2-adb2b605d8be"} {"level":"info","ts":1784904738.1879253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904738.1879969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59958c42-926a-4332-b430-d9126c00c46f"} {"level":"info","ts":1784904738.1880076,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59958c42-926a-4332-b430-d9126c00c46f"} {"level":"info","ts":1784904738.1880188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59958c42-926a-4332-b430-d9126c00c46f","EoS":false} {"level":"info","ts":1784904738.1880305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59958c42-926a-4332-b430-d9126c00c46f","EoS":true} {"level":"info","ts":1784904738.1880512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59958c42-926a-4332-b430-d9126c00c46f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904738.1880655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59958c42-926a-4332-b430-d9126c00c46f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904738.1880853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59958c42-926a-4332-b430-d9126c00c46f"} {"level":"info","ts":1784904747.6290576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904747.6291513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48a80903-157e-4464-9995-3aa0567d35aa"} {"level":"info","ts":1784904747.629167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"48a80903-157e-4464-9995-3aa0567d35aa"} {"level":"info","ts":1784904747.6291866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48a80903-157e-4464-9995-3aa0567d35aa","EoS":false} {"level":"info","ts":1784904747.6292064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"48a80903-157e-4464-9995-3aa0567d35aa","EoS":true} {"level":"info","ts":1784904747.6292403,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48a80903-157e-4464-9995-3aa0567d35aa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904747.6292613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48a80903-157e-4464-9995-3aa0567d35aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904747.6292903,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"48a80903-157e-4464-9995-3aa0567d35aa"} {"level":"info","ts":1784904747.666817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904747.6668873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2caeb22e-8da0-4060-b85c-226bf95c1de8"} {"level":"info","ts":1784904747.6668954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2caeb22e-8da0-4060-b85c-226bf95c1de8"} {"level":"info","ts":1784904747.6669056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2caeb22e-8da0-4060-b85c-226bf95c1de8","EoS":false} {"level":"info","ts":1784904747.6669161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2caeb22e-8da0-4060-b85c-226bf95c1de8","EoS":true} {"level":"info","ts":1784904747.666935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2caeb22e-8da0-4060-b85c-226bf95c1de8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904747.6669488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2caeb22e-8da0-4060-b85c-226bf95c1de8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904747.6669662,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2caeb22e-8da0-4060-b85c-226bf95c1de8"} {"level":"info","ts":1784904766.8735647,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904766.8736506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be280f14-a69c-4565-a113-b10380e8d684"} {"level":"info","ts":1784904766.8736622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be280f14-a69c-4565-a113-b10380e8d684"} {"level":"info","ts":1784904766.8736744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be280f14-a69c-4565-a113-b10380e8d684","EoS":false} {"level":"info","ts":1784904766.8736875,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be280f14-a69c-4565-a113-b10380e8d684","EoS":true} {"level":"info","ts":1784904766.873709,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be280f14-a69c-4565-a113-b10380e8d684","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904766.8737261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be280f14-a69c-4565-a113-b10380e8d684","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904766.87375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be280f14-a69c-4565-a113-b10380e8d684"} {"level":"info","ts":1784904776.2082353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904776.2083173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b639c55f-a30a-4683-8fee-eb9a547bcdb2"} {"level":"info","ts":1784904776.2083318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b639c55f-a30a-4683-8fee-eb9a547bcdb2"} {"level":"info","ts":1784904776.2083442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b639c55f-a30a-4683-8fee-eb9a547bcdb2","EoS":false} {"level":"info","ts":1784904776.2083564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b639c55f-a30a-4683-8fee-eb9a547bcdb2","EoS":true} {"level":"info","ts":1784904776.2083774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b639c55f-a30a-4683-8fee-eb9a547bcdb2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904776.2083914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b639c55f-a30a-4683-8fee-eb9a547bcdb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904776.2084093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b639c55f-a30a-4683-8fee-eb9a547bcdb2"} {"level":"info","ts":1784904781.5097203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904781.5097988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bdc1196-a27a-4a74-8d86-335ac3c30b15"} {"level":"info","ts":1784904781.509811,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bdc1196-a27a-4a74-8d86-335ac3c30b15"} {"level":"info","ts":1784904781.509822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bdc1196-a27a-4a74-8d86-335ac3c30b15","EoS":false} {"level":"info","ts":1784904781.5098312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bdc1196-a27a-4a74-8d86-335ac3c30b15","EoS":true} {"level":"info","ts":1784904781.5098517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bdc1196-a27a-4a74-8d86-335ac3c30b15","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784904781.5098674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bdc1196-a27a-4a74-8d86-335ac3c30b15","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784904781.50989,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bdc1196-a27a-4a74-8d86-335ac3c30b15"} {"level":"info","ts":1784904872.0363016,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904872.0363946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e24576aa-bbd4-4431-8fe5-a8d2b2ddd03a"} {"level":"info","ts":1784904872.0364084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e24576aa-bbd4-4431-8fe5-a8d2b2ddd03a"} {"level":"info","ts":1784904872.03642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e24576aa-bbd4-4431-8fe5-a8d2b2ddd03a","EoS":false} {"level":"info","ts":1784904872.0364337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e24576aa-bbd4-4431-8fe5-a8d2b2ddd03a","EoS":true} {"level":"info","ts":1784904872.0364807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e24576aa-bbd4-4431-8fe5-a8d2b2ddd03a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784904872.0364978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e24576aa-bbd4-4431-8fe5-a8d2b2ddd03a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784904872.0365176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e24576aa-bbd4-4431-8fe5-a8d2b2ddd03a"} {"level":"info","ts":1784904895.6006901,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904895.6007903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a6eed69-cdf0-4e19-ae46-99cc7173f71d"} {"level":"info","ts":1784904895.6008296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a6eed69-cdf0-4e19-ae46-99cc7173f71d"} {"level":"info","ts":1784904895.6008556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a6eed69-cdf0-4e19-ae46-99cc7173f71d","EoS":false} {"level":"info","ts":1784904895.6008756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a6eed69-cdf0-4e19-ae46-99cc7173f71d","EoS":true} {"level":"info","ts":1784904895.6009076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a6eed69-cdf0-4e19-ae46-99cc7173f71d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784904895.60093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a6eed69-cdf0-4e19-ae46-99cc7173f71d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784904895.600959,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a6eed69-cdf0-4e19-ae46-99cc7173f71d"} {"level":"info","ts":1784904932.968843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904932.9689195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19cd12e7-fda2-49fa-85c9-47d85868bf22"} {"level":"info","ts":1784904932.9689307,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19cd12e7-fda2-49fa-85c9-47d85868bf22"} {"level":"info","ts":1784904932.9689415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19cd12e7-fda2-49fa-85c9-47d85868bf22","EoS":false} {"level":"info","ts":1784904932.9689515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19cd12e7-fda2-49fa-85c9-47d85868bf22","EoS":true} {"level":"info","ts":1784904932.9689717,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19cd12e7-fda2-49fa-85c9-47d85868bf22","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904932.9689853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19cd12e7-fda2-49fa-85c9-47d85868bf22","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904932.9690037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19cd12e7-fda2-49fa-85c9-47d85868bf22"} {"level":"info","ts":1784904948.2685702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904948.2686515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9409da9e-3d0c-4114-b426-5121517ee104"} {"level":"info","ts":1784904948.2686613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9409da9e-3d0c-4114-b426-5121517ee104"} {"level":"info","ts":1784904948.2686718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9409da9e-3d0c-4114-b426-5121517ee104","EoS":false} {"level":"info","ts":1784904948.2686815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9409da9e-3d0c-4114-b426-5121517ee104","EoS":true} {"level":"info","ts":1784904948.268702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9409da9e-3d0c-4114-b426-5121517ee104","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904948.268716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9409da9e-3d0c-4114-b426-5121517ee104","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904948.2687352,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9409da9e-3d0c-4114-b426-5121517ee104"} {"level":"info","ts":1784904948.5714488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784904948.5715287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0a76642-b152-4307-bdb4-9b9e1a647817"} {"level":"info","ts":1784904948.5715392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0a76642-b152-4307-bdb4-9b9e1a647817"} {"level":"info","ts":1784904948.5715492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0a76642-b152-4307-bdb4-9b9e1a647817","EoS":false} {"level":"info","ts":1784904948.5715635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0a76642-b152-4307-bdb4-9b9e1a647817","EoS":true} {"level":"info","ts":1784904948.571583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0a76642-b152-4307-bdb4-9b9e1a647817","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784904948.5715985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0a76642-b152-4307-bdb4-9b9e1a647817","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784904948.5716178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0a76642-b152-4307-bdb4-9b9e1a647817"} {"level":"info","ts":1784905249.7909698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905249.7910817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c8b5aa3-8332-4f18-b304-2d4fcce8939f"} {"level":"info","ts":1784905249.791097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c8b5aa3-8332-4f18-b304-2d4fcce8939f"} {"level":"info","ts":1784905249.79111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c8b5aa3-8332-4f18-b304-2d4fcce8939f","EoS":false} {"level":"info","ts":1784905249.7911222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c8b5aa3-8332-4f18-b304-2d4fcce8939f","EoS":true} {"level":"info","ts":1784905249.7911463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c8b5aa3-8332-4f18-b304-2d4fcce8939f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905249.7911632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c8b5aa3-8332-4f18-b304-2d4fcce8939f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905249.7911854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c8b5aa3-8332-4f18-b304-2d4fcce8939f"} {"level":"info","ts":1784905249.830046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905249.8301156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fad94e21-f5fa-4c68-aa81-1f884fda029b"} {"level":"info","ts":1784905249.8301275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fad94e21-f5fa-4c68-aa81-1f884fda029b"} {"level":"info","ts":1784905249.8301382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fad94e21-f5fa-4c68-aa81-1f884fda029b","EoS":false} {"level":"info","ts":1784905249.8301487,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fad94e21-f5fa-4c68-aa81-1f884fda029b","EoS":true} {"level":"info","ts":1784905249.830165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fad94e21-f5fa-4c68-aa81-1f884fda029b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905249.8301804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fad94e21-f5fa-4c68-aa81-1f884fda029b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905249.8301988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fad94e21-f5fa-4c68-aa81-1f884fda029b"} {"level":"info","ts":1784905249.8653817,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905249.8654752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34e0ec24-2b5a-452c-bf34-497767ca513c"} {"level":"info","ts":1784905249.8654919,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34e0ec24-2b5a-452c-bf34-497767ca513c"} {"level":"info","ts":1784905249.8655136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34e0ec24-2b5a-452c-bf34-497767ca513c","EoS":false} {"level":"info","ts":1784905249.865534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34e0ec24-2b5a-452c-bf34-497767ca513c","EoS":true} {"level":"info","ts":1784905249.8655627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34e0ec24-2b5a-452c-bf34-497767ca513c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905249.8655798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34e0ec24-2b5a-452c-bf34-497767ca513c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905249.865608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34e0ec24-2b5a-452c-bf34-497767ca513c"} {"level":"info","ts":1784905249.896743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905249.8968055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b84f8e26-22ce-4e6b-8557-c31e20da9a86"} {"level":"info","ts":1784905249.896846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b84f8e26-22ce-4e6b-8557-c31e20da9a86"} {"level":"info","ts":1784905249.8968585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b84f8e26-22ce-4e6b-8557-c31e20da9a86","EoS":false} {"level":"info","ts":1784905249.896871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b84f8e26-22ce-4e6b-8557-c31e20da9a86","EoS":true} {"level":"info","ts":1784905249.8968885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b84f8e26-22ce-4e6b-8557-c31e20da9a86","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784905249.8969007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b84f8e26-22ce-4e6b-8557-c31e20da9a86","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784905249.8969197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b84f8e26-22ce-4e6b-8557-c31e20da9a86"} {"level":"info","ts":1784905254.7825367,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08cc6d88-0bdb-42c2-9e7a-f3804e34b83d"} {"level":"info","ts":1784905254.7826347,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fac7a30-10b5-4d49-87dc-ca9e44fff464","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905254.7826626,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fac7a30-10b5-4d49-87dc-ca9e44fff464","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784905254.790705,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f301294-ca11-4646-a527-1906ce47da87","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905254.790738,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f301294-ca11-4646-a527-1906ce47da87","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784905254.7919202,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32716.105799621,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905254.7919412,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905254.8465333,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905254.931908,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff0deb0e-297d-441a-87a5-def4594f185c"} {"level":"info","ts":1784905254.9320674,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32080037-a0d0-4a02-9b6e-5b3c98c12ea9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905254.9320905,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37921.607247116,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905254.9321103,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32080037-a0d0-4a02-9b6e-5b3c98c12ea9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905254.9321072,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905254.932322,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff0deb0e-297d-441a-87a5-def4594f185c","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784905254.9396656,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff0deb0e-297d-441a-87a5-def4594f185c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905254.9397542,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5e8bac6-988a-45df-b26a-fb04a4d74657"} {"level":"info","ts":1784905254.9397857,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5e8bac6-988a-45df-b26a-fb04a4d74657","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784905254.9453542,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf5d6820-62a7-43bb-a609-3970b20138fa","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905254.9453871,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf5d6820-62a7-43bb-a609-3970b20138fa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784905254.9454763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a92699c6-bd84-439b-a13a-8e4d254dca5c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905254.9454935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a92699c6-bd84-439b-a13a-8e4d254dca5c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784905254.9457467,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5e8bac6-988a-45df-b26a-fb04a4d74657","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905254.945811,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11c298f3-3d3c-40e1-b47c-b405c4f6be69"} {"level":"info","ts":1784905254.9459803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37950.151503296,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905254.9459944,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905254.9490054,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905254.9537668,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784905255.0330827,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08cc6d88-0bdb-42c2-9e7a-f3804e34b83d","name":"e2e-external-provider"} {"level":"info","ts":1784905255.0464118,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11c298f3-3d3c-40e1-b47c-b405c4f6be69","name":"e2e-external-model"} {"level":"info","ts":1784905255.0486977,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08cc6d88-0bdb-42c2-9e7a-f3804e34b83d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784905255.0532627,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08cc6d88-0bdb-42c2-9e7a-f3804e34b83d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905255.0533662,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56fc208d-312b-4042-8204-b4c5c336ccb5"} {"level":"info","ts":1784905255.0534031,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56fc208d-312b-4042-8204-b4c5c336ccb5","name":"e2e-external-provider"} {"level":"info","ts":1784905255.0566945,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11c298f3-3d3c-40e1-b47c-b405c4f6be69","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905255.0645814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68c44bc8-5307-4a2d-95c1-d6bbc571bb38","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905255.0646136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68c44bc8-5307-4a2d-95c1-d6bbc571bb38","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905255.0656924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9af21afc-54fb-463e-af1e-c4fe6c23c610"} {"level":"info","ts":1784905255.0657403,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9af21afc-54fb-463e-af1e-c4fe6c23c610","name":"e2e-external-model"} {"level":"info","ts":1784905255.0736926,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56fc208d-312b-4042-8204-b4c5c336ccb5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784905255.0801625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3733f1ab-f0dc-489c-bdb1-630801cb729b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905255.0801973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3733f1ab-f0dc-489c-bdb1-630801cb729b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784905255.0802364,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9af21afc-54fb-463e-af1e-c4fe6c23c610","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784905255.0802956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5131126b-f1af-4175-8561-a2836b46e9f3"} {"level":"info","ts":1784905255.0803595,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5131126b-f1af-4175-8561-a2836b46e9f3","name":"e2e-external-model"} {"level":"info","ts":1784905255.0912695,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5131126b-f1af-4175-8561-a2836b46e9f3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905255.099882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1e562e1-ba25-442e-b9c4-fef1d3cb0c64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905255.099912,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1e562e1-ba25-442e-b9c4-fef1d3cb0c64","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784905255.1000938,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c3f11c1-ca94-4460-9cc7-745462e6de98"} {"level":"info","ts":1784905255.1001444,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c3f11c1-ca94-4460-9cc7-745462e6de98","name":"e2e-external-model"} {"level":"info","ts":1784905255.1102407,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c3f11c1-ca94-4460-9cc7-745462e6de98","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905264.4621897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905264.462276,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45"} {"level":"info","ts":1784905264.4622908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45"} {"level":"info","ts":1784905264.4623096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45","EoS":false} {"level":"info","ts":1784905264.4623277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45","EoS":true} {"level":"info","ts":1784905264.4623606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784905264.46238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905264.4623914,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45","modelName":"e2e-external-model"} {"level":"info","ts":1784905264.462414,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905264.4624946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce13eaff-852a-4a87-b9c7-825597db5e45"} {"level":"info","ts":1784905264.522524,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905264.5225964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39"} {"level":"info","ts":1784905264.5226107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39"} {"level":"info","ts":1784905264.5226262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39","EoS":false} {"level":"info","ts":1784905264.5226443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39","EoS":true} {"level":"info","ts":1784905264.5226634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784905264.5226789,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905264.5226872,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39","modelName":"e2e-external-model"} {"level":"info","ts":1784905264.522701,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905264.5227354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09ff923c-bbab-47c3-84da-2971ab85ed39"} {"level":"info","ts":1784905264.5478606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905264.5479174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b"} {"level":"info","ts":1784905264.5479279,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b"} {"level":"info","ts":1784905264.5479376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b","EoS":false} {"level":"info","ts":1784905264.5479484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b","EoS":true} {"level":"info","ts":1784905264.5479665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784905264.5479786,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905264.547985,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b","modelName":"e2e-external-model"} {"level":"info","ts":1784905264.5479965,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905264.548031,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4a00bdc-4b84-4894-b37c-38ca614bb07b"} {"level":"info","ts":1784905264.6859336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee34376d-4fc2-4a5f-9130-12f2cd877f31"} {"level":"info","ts":1784905264.6859705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"296eff31-d85b-4078-9ce5-81d9ddc90a98","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905264.6860244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"296eff31-d85b-4078-9ce5-81d9ddc90a98","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905264.6922762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaafd8f9-51ef-4e89-8d12-65aee8323fac","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905264.692301,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaafd8f9-51ef-4e89-8d12-65aee8323fac","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905264.6925704,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee34376d-4fc2-4a5f-9130-12f2cd877f31","name":"e2e-cleanup-test"} {"level":"info","ts":1784905264.718847,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee34376d-4fc2-4a5f-9130-12f2cd877f31","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905264.7442946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"921b8985-9c8f-47c9-a00f-a2453c6a7d7a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905264.7443347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"921b8985-9c8f-47c9-a00f-a2453c6a7d7a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784905264.7454896,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"201c4d32-b780-4873-a024-a9384da8b211"} {"level":"info","ts":1784905264.7455666,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"201c4d32-b780-4873-a024-a9384da8b211","name":"e2e-cleanup-test"} {"level":"info","ts":1784905264.7580373,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"201c4d32-b780-4873-a024-a9384da8b211","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784905272.9763584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d746db1-5100-419a-bc69-a7b9091a0470"} {"level":"info","ts":1784905272.9763622,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62088e3a-1661-4777-a8bb-bf469d206553","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905272.976415,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62088e3a-1661-4777-a8bb-bf469d206553","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784905277.308219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905277.3083174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29cf8ab8-d35e-469d-9f77-cb6e1eb340ca"} {"level":"info","ts":1784905277.308334,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29cf8ab8-d35e-469d-9f77-cb6e1eb340ca"} {"level":"info","ts":1784905277.308352,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29cf8ab8-d35e-469d-9f77-cb6e1eb340ca","EoS":false} {"level":"info","ts":1784905277.3083718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29cf8ab8-d35e-469d-9f77-cb6e1eb340ca","EoS":true} {"level":"info","ts":1784905277.3083982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29cf8ab8-d35e-469d-9f77-cb6e1eb340ca","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784905277.308416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29cf8ab8-d35e-469d-9f77-cb6e1eb340ca","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784905277.3084385,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29cf8ab8-d35e-469d-9f77-cb6e1eb340ca"} {"level":"info","ts":1784905277.3378193,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905277.3378818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921"} {"level":"info","ts":1784905277.3378952,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921"} {"level":"info","ts":1784905277.3379138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921","EoS":false} {"level":"info","ts":1784905277.33793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921","EoS":true} {"level":"info","ts":1784905277.3379624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784905277.3379807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905277.337991,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921","modelName":"e2e-external-model"} {"level":"info","ts":1784905277.3380146,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784905277.3380585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aea9a322-91da-4953-ab85-d489f76cd921"} {"level":"info","ts":1784905277.3819594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905277.3820221,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39158263-1926-4f48-9875-983c9293513d"} {"level":"info","ts":1784905277.3820333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39158263-1926-4f48-9875-983c9293513d"} {"level":"info","ts":1784905277.3820436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39158263-1926-4f48-9875-983c9293513d","EoS":false} {"level":"info","ts":1784905277.3820531,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39158263-1926-4f48-9875-983c9293513d","EoS":true} {"level":"info","ts":1784905277.3820686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39158263-1926-4f48-9875-983c9293513d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784905277.382082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39158263-1926-4f48-9875-983c9293513d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784905277.3820984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39158263-1926-4f48-9875-983c9293513d"} {"level":"info","ts":1784905277.5257127,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784905277.5257862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7eec163-c990-40be-ae42-b74b913ebfce"} {"level":"info","ts":1784905277.5257988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7eec163-c990-40be-ae42-b74b913ebfce"} {"level":"info","ts":1784905277.52581,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7eec163-c990-40be-ae42-b74b913ebfce","EoS":false} {"level":"info","ts":1784905277.5258207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7eec163-c990-40be-ae42-b74b913ebfce","EoS":true} {"level":"info","ts":1784905277.5258474,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c7eec163-c990-40be-ae42-b74b913ebfce","field":"model"} {"level":"info","ts":1784905277.525878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7eec163-c990-40be-ae42-b74b913ebfce"} {"level":"info","ts":1784905278.4869254,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45d5a9ef-a8c6-46e5-8f4b-2193ef044d1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905278.4869604,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45d5a9ef-a8c6-46e5-8f4b-2193ef044d1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784905278.4869823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ab95b94-70a9-4ead-883e-a92cdcc50d94"} {"level":"info","ts":1784905278.6537616,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb31f0bc-6613-480b-9dd2-9f7ad872e0f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905278.653802,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb31f0bc-6613-480b-9dd2-9f7ad872e0f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784905278.653837,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07d85c71-acdb-4387-8499-9ccee772e42a"}