{"level":"info","ts":1785174164.9602063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174164.960269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26e7faff-866c-451e-be98-f95b2fcdf599"} {"level":"info","ts":1785174164.9602785,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"26e7faff-866c-451e-be98-f95b2fcdf599"} {"level":"info","ts":1785174164.9602888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26e7faff-866c-451e-be98-f95b2fcdf599","EoS":false} {"level":"info","ts":1785174164.9602983,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26e7faff-866c-451e-be98-f95b2fcdf599","EoS":true} {"level":"info","ts":1785174164.9603171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26e7faff-866c-451e-be98-f95b2fcdf599","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174164.9603307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26e7faff-866c-451e-be98-f95b2fcdf599","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174164.9603484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"26e7faff-866c-451e-be98-f95b2fcdf599"} {"level":"info","ts":1785174165.6010017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174165.6011064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174165.6011198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174165.6011379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","EoS":false} {"level":"info","ts":1785174165.6011577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","EoS":true} {"level":"info","ts":1785174165.601187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174165.6012073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174165.6012373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174165.633283,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174165.6333454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c758224-7a96-45ef-995d-65bd8c9cf8e5"} {"level":"info","ts":1785174165.6333575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c758224-7a96-45ef-995d-65bd8c9cf8e5"} {"level":"info","ts":1785174165.6333687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c758224-7a96-45ef-995d-65bd8c9cf8e5","EoS":false} {"level":"info","ts":1785174165.633381,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c758224-7a96-45ef-995d-65bd8c9cf8e5","EoS":true} {"level":"info","ts":1785174165.6333985,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c758224-7a96-45ef-995d-65bd8c9cf8e5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174165.6334136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c758224-7a96-45ef-995d-65bd8c9cf8e5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174165.6334326,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c758224-7a96-45ef-995d-65bd8c9cf8e5"} {"level":"info","ts":1785174169.7949681,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174169.7950442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8feaf6d-9a0a-49bd-979a-412a6e37fc8f"} {"level":"info","ts":1785174169.795055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8feaf6d-9a0a-49bd-979a-412a6e37fc8f"} {"level":"info","ts":1785174169.7950666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8feaf6d-9a0a-49bd-979a-412a6e37fc8f","EoS":false} {"level":"info","ts":1785174169.7950778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8feaf6d-9a0a-49bd-979a-412a6e37fc8f","EoS":true} {"level":"info","ts":1785174169.7950988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8feaf6d-9a0a-49bd-979a-412a6e37fc8f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174169.7951145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8feaf6d-9a0a-49bd-979a-412a6e37fc8f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174169.79514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8feaf6d-9a0a-49bd-979a-412a6e37fc8f"} {"level":"info","ts":1785174188.6969628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174188.6970372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.6970477,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.6970592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","EoS":false} {"level":"info","ts":1785174188.697072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","EoS":true} {"level":"info","ts":1785174188.6970916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174188.6971066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174188.697129,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.829883,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174188.829993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.8300095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.830028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","EoS":false} {"level":"info","ts":1785174188.8300478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","EoS":true} {"level":"info","ts":1785174188.8300793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174188.8300986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174188.8301337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.963929,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174188.9640033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174188.9640124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174188.9640226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","EoS":false} {"level":"info","ts":1785174188.9640326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","EoS":true} {"level":"info","ts":1785174188.9640512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174188.9640644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174188.9640872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174189.099714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174189.0998087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.099824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.0998454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","EoS":false} {"level":"info","ts":1785174189.0998633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","EoS":true} {"level":"info","ts":1785174189.0998936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174189.0999134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174189.0999436,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.2339935,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174189.2340875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174189.234103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174189.2341163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","EoS":false} {"level":"info","ts":1785174189.2341285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","EoS":true} {"level":"info","ts":1785174189.234149,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174189.2341638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174189.2341874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174189.3697798,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174189.3698578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66f006dc-2a04-4e67-91f7-88cd51462a64"} {"level":"info","ts":1785174189.369873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66f006dc-2a04-4e67-91f7-88cd51462a64"} {"level":"info","ts":1785174189.369884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66f006dc-2a04-4e67-91f7-88cd51462a64","EoS":false} {"level":"info","ts":1785174189.3698947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66f006dc-2a04-4e67-91f7-88cd51462a64","EoS":true} {"level":"info","ts":1785174189.3699248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66f006dc-2a04-4e67-91f7-88cd51462a64","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174189.3699415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66f006dc-2a04-4e67-91f7-88cd51462a64","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174189.3699646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66f006dc-2a04-4e67-91f7-88cd51462a64"} {"level":"info","ts":1785174206.059868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174206.0599432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.059952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.059964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","EoS":false} {"level":"info","ts":1785174206.0599747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","EoS":true} {"level":"info","ts":1785174206.0599954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174206.0600119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174206.060032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.0981655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174206.098257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca98d06b-5546-4078-8742-6b55cfd7a130"} {"level":"info","ts":1785174206.098276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca98d06b-5546-4078-8742-6b55cfd7a130"} {"level":"info","ts":1785174206.0982893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca98d06b-5546-4078-8742-6b55cfd7a130","EoS":false} {"level":"info","ts":1785174206.0983005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca98d06b-5546-4078-8742-6b55cfd7a130","EoS":true} {"level":"info","ts":1785174206.0983179,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca98d06b-5546-4078-8742-6b55cfd7a130","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174206.0983322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca98d06b-5546-4078-8742-6b55cfd7a130","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174206.0983524,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca98d06b-5546-4078-8742-6b55cfd7a130"} {"level":"info","ts":1785174206.1299736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174206.130035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf3ae0dc-c6ba-455c-b033-c267e38e519b"} {"level":"info","ts":1785174206.1300483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf3ae0dc-c6ba-455c-b033-c267e38e519b"} {"level":"info","ts":1785174206.1300588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf3ae0dc-c6ba-455c-b033-c267e38e519b","EoS":false} {"level":"info","ts":1785174206.130071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf3ae0dc-c6ba-455c-b033-c267e38e519b","EoS":true} {"level":"info","ts":1785174206.130088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf3ae0dc-c6ba-455c-b033-c267e38e519b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174206.1301022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf3ae0dc-c6ba-455c-b033-c267e38e519b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174206.1301222,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf3ae0dc-c6ba-455c-b033-c267e38e519b"} {"level":"info","ts":1785174206.1603727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174206.1604354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecb11375-cb61-495f-98cb-1e5e89506b5e"} {"level":"info","ts":1785174210.7681832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174210.7682672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174210.7682836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174210.7682977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","EoS":false} {"level":"info","ts":1785174210.7683094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","EoS":true} {"level":"info","ts":1785174210.7683291,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174210.7683444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174210.76837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174219.3265102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174219.3266327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4223d1c6-0736-4848-bfc0-2e96e18285e9"} {"level":"info","ts":1785174219.326648,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4223d1c6-0736-4848-bfc0-2e96e18285e9"} {"level":"info","ts":1785174219.3266687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4223d1c6-0736-4848-bfc0-2e96e18285e9","EoS":false} {"level":"info","ts":1785174219.3266892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4223d1c6-0736-4848-bfc0-2e96e18285e9","EoS":true} {"level":"info","ts":1785174219.3267207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4223d1c6-0736-4848-bfc0-2e96e18285e9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174219.3267424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4223d1c6-0736-4848-bfc0-2e96e18285e9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174219.326773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4223d1c6-0736-4848-bfc0-2e96e18285e9"} {"level":"info","ts":1785174221.3570166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174221.357108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174221.3571234,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174221.3571434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","EoS":false} {"level":"info","ts":1785174221.3571637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","EoS":true} {"level":"info","ts":1785174221.3571966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174221.357216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174221.3572485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174234.2258997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174234.2260368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174234.2260504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174234.2260637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","EoS":false} {"level":"info","ts":1785174234.2260778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","EoS":true} {"level":"info","ts":1785174234.226101,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174234.22612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174234.226141,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174242.7366707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174242.7367463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174242.7367642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174242.736776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","EoS":false} {"level":"info","ts":1785174242.7367864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","EoS":true} {"level":"info","ts":1785174242.7368083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174242.736824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174242.7368438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174251.5808885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174251.5809646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174251.5809743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174251.5809853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","EoS":false} {"level":"info","ts":1785174251.580996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","EoS":true} {"level":"info","ts":1785174251.5810165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174251.5810323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174251.5810533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174260.549812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174260.549889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0510e5ba-a9e2-4823-b5d5-1315748c8cbc"} {"level":"info","ts":1785174260.5499008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0510e5ba-a9e2-4823-b5d5-1315748c8cbc"} {"level":"info","ts":1785174260.5499113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0510e5ba-a9e2-4823-b5d5-1315748c8cbc","EoS":false} {"level":"info","ts":1785174260.5499325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0510e5ba-a9e2-4823-b5d5-1315748c8cbc","EoS":true} {"level":"info","ts":1785174260.549955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0510e5ba-a9e2-4823-b5d5-1315748c8cbc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174260.5499725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0510e5ba-a9e2-4823-b5d5-1315748c8cbc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174260.549992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0510e5ba-a9e2-4823-b5d5-1315748c8cbc"} {"level":"info","ts":1785174265.2860942,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174265.2861826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25caf371-73c3-4559-abab-03584057c263"} {"level":"info","ts":1785174265.2861953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25caf371-73c3-4559-abab-03584057c263"} {"level":"info","ts":1785174265.2862089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25caf371-73c3-4559-abab-03584057c263","EoS":false} {"level":"info","ts":1785174265.286225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25caf371-73c3-4559-abab-03584057c263","EoS":true} {"level":"info","ts":1785174265.2862487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25caf371-73c3-4559-abab-03584057c263","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174265.286265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25caf371-73c3-4559-abab-03584057c263","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174265.2862878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25caf371-73c3-4559-abab-03584057c263"} {"level":"info","ts":1785174270.026325,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174270.0264258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d2b992d-89ad-45a7-9677-071d27c08691"} {"level":"info","ts":1785174270.0264452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d2b992d-89ad-45a7-9677-071d27c08691"} {"level":"info","ts":1785174270.0264614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d2b992d-89ad-45a7-9677-071d27c08691","EoS":false} {"level":"info","ts":1785174270.0264745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d2b992d-89ad-45a7-9677-071d27c08691","EoS":true} {"level":"info","ts":1785174270.026496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d2b992d-89ad-45a7-9677-071d27c08691","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174270.0265129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d2b992d-89ad-45a7-9677-071d27c08691","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174270.0265353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d2b992d-89ad-45a7-9677-071d27c08691"} {"level":"info","ts":1785174270.284174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174270.2842593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74b91377-ac31-4012-95af-d322121247b7"} {"level":"info","ts":1785174270.2842698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74b91377-ac31-4012-95af-d322121247b7"} {"level":"info","ts":1785174270.284281,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74b91377-ac31-4012-95af-d322121247b7","EoS":false} {"level":"info","ts":1785174270.2842984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74b91377-ac31-4012-95af-d322121247b7","EoS":true} {"level":"info","ts":1785174270.2843251,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74b91377-ac31-4012-95af-d322121247b7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174270.2843406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74b91377-ac31-4012-95af-d322121247b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174270.2843642,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74b91377-ac31-4012-95af-d322121247b7"} {"level":"info","ts":1785174272.313205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174272.3133078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d592fba-67a2-4dad-a041-382ea24703f8"} {"level":"info","ts":1785174272.3133247,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d592fba-67a2-4dad-a041-382ea24703f8"} {"level":"info","ts":1785174272.3133368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d592fba-67a2-4dad-a041-382ea24703f8","EoS":false} {"level":"info","ts":1785174272.3133514,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d592fba-67a2-4dad-a041-382ea24703f8","EoS":true} {"level":"info","ts":1785174272.3133724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d592fba-67a2-4dad-a041-382ea24703f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174272.313389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d592fba-67a2-4dad-a041-382ea24703f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174272.3134172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d592fba-67a2-4dad-a041-382ea24703f8"} {"level":"info","ts":1785174274.3436964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174274.3437755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c56a3481-3e18-4612-a9b9-118bb6cb4abb"} {"level":"info","ts":1785174274.34379,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c56a3481-3e18-4612-a9b9-118bb6cb4abb"} {"level":"info","ts":1785174274.3438017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c56a3481-3e18-4612-a9b9-118bb6cb4abb","EoS":false} {"level":"info","ts":1785174274.3438127,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c56a3481-3e18-4612-a9b9-118bb6cb4abb","EoS":true} {"level":"info","ts":1785174274.3438356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c56a3481-3e18-4612-a9b9-118bb6cb4abb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174274.343857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c56a3481-3e18-4612-a9b9-118bb6cb4abb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174274.3438897,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c56a3481-3e18-4612-a9b9-118bb6cb4abb"} {"level":"info","ts":1785174276.3790884,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174276.3791718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174276.3791826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174276.379195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","EoS":false} {"level":"info","ts":1785174276.3792114,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","EoS":true} {"level":"info","ts":1785174276.3792346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174276.3792505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174276.3792717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174299.0618556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174299.061941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174299.0619538,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174299.0619664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","EoS":false} {"level":"info","ts":1785174299.0619779,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","EoS":true} {"level":"info","ts":1785174299.061998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174299.0620139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174299.0620368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174308.3496125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174308.3496888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8502c07d-b823-9d07-b467-a2e591b2483a"} {"level":"info","ts":1785174308.3496978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8502c07d-b823-9d07-b467-a2e591b2483a"} {"level":"info","ts":1785174308.3497088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8502c07d-b823-9d07-b467-a2e591b2483a","EoS":false} {"level":"info","ts":1785174308.34972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8502c07d-b823-9d07-b467-a2e591b2483a","EoS":true} {"level":"info","ts":1785174308.3497422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8502c07d-b823-9d07-b467-a2e591b2483a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174308.3497581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8502c07d-b823-9d07-b467-a2e591b2483a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174308.3497782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8502c07d-b823-9d07-b467-a2e591b2483a"} {"level":"info","ts":1785174313.8071032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174313.807195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b412abf-d79b-474e-b884-8d53ba1470ea"} {"level":"info","ts":1785174313.8072119,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b412abf-d79b-474e-b884-8d53ba1470ea"} {"level":"info","ts":1785174313.8072298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b412abf-d79b-474e-b884-8d53ba1470ea","EoS":false} {"level":"info","ts":1785174313.8072543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b412abf-d79b-474e-b884-8d53ba1470ea","EoS":true} {"level":"info","ts":1785174313.8072882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b412abf-d79b-474e-b884-8d53ba1470ea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174313.8073096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b412abf-d79b-474e-b884-8d53ba1470ea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174313.8073409,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b412abf-d79b-474e-b884-8d53ba1470ea"} {"level":"info","ts":1785174323.3135524,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174323.3136494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174323.313663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174323.3136744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","EoS":false} {"level":"info","ts":1785174323.3136902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","EoS":true} {"level":"info","ts":1785174323.3137155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174323.313731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174323.3137517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174332.690676,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174332.6907525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.6907666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.6907783,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","EoS":false} {"level":"info","ts":1785174332.6907887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","EoS":true} {"level":"info","ts":1785174332.6908107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174332.6908264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174332.6908486,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.7307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174332.7307632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174332.7307756,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174332.730786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","EoS":false} {"level":"info","ts":1785174332.7307968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","EoS":true} {"level":"info","ts":1785174332.7308128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174332.7308276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174332.7308466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174351.780788,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174351.7808914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174351.7809107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174351.780924,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","EoS":false} {"level":"info","ts":1785174351.7809367,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","EoS":true} {"level":"info","ts":1785174351.7809575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174351.7809741,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174351.7810025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174361.095283,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174361.0953581,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e8a6ad3-06e1-4372-905f-759fd7842426"} {"level":"info","ts":1785174361.095367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e8a6ad3-06e1-4372-905f-759fd7842426"} {"level":"info","ts":1785174361.0953782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e8a6ad3-06e1-4372-905f-759fd7842426","EoS":false} {"level":"info","ts":1785174361.095388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e8a6ad3-06e1-4372-905f-759fd7842426","EoS":true} {"level":"info","ts":1785174361.0954082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e8a6ad3-06e1-4372-905f-759fd7842426","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174361.0954237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e8a6ad3-06e1-4372-905f-759fd7842426","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174361.0954437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e8a6ad3-06e1-4372-905f-759fd7842426"} {"level":"info","ts":1785174366.296151,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174366.2962322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1a9c679-f571-45a3-b97f-24dc9cde388c"} {"level":"info","ts":1785174366.2962444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1a9c679-f571-45a3-b97f-24dc9cde388c"} {"level":"info","ts":1785174366.296256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1a9c679-f571-45a3-b97f-24dc9cde388c","EoS":false} {"level":"info","ts":1785174366.296268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1a9c679-f571-45a3-b97f-24dc9cde388c","EoS":true} {"level":"info","ts":1785174366.2962885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1a9c679-f571-45a3-b97f-24dc9cde388c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785174366.296306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1a9c679-f571-45a3-b97f-24dc9cde388c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174366.2963274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1a9c679-f571-45a3-b97f-24dc9cde388c"} {"level":"info","ts":1785174456.6745474,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174456.6746628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b4da9bf-44ab-4f9c-9af6-2130708a3928"} {"level":"info","ts":1785174456.6746767,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b4da9bf-44ab-4f9c-9af6-2130708a3928"} {"level":"info","ts":1785174456.67469,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b4da9bf-44ab-4f9c-9af6-2130708a3928","EoS":false} {"level":"info","ts":1785174456.674706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b4da9bf-44ab-4f9c-9af6-2130708a3928","EoS":true} {"level":"info","ts":1785174456.6747277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b4da9bf-44ab-4f9c-9af6-2130708a3928","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785174456.674745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b4da9bf-44ab-4f9c-9af6-2130708a3928","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785174456.6747677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b4da9bf-44ab-4f9c-9af6-2130708a3928"} {"level":"info","ts":1785174482.2865329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174482.2866654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174482.2866805,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174482.2866948,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","EoS":false} {"level":"info","ts":1785174482.2867057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","EoS":true} {"level":"info","ts":1785174482.286726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785174482.286743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785174482.2867687,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174519.3569386,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174519.35702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174519.3570325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174519.3570447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","EoS":false} {"level":"info","ts":1785174519.357055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","EoS":true} {"level":"info","ts":1785174519.3570743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174519.35709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174519.3571134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174534.6326182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174534.6326966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174534.632707,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174534.6327183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","EoS":false} {"level":"info","ts":1785174534.632729,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","EoS":true} {"level":"info","ts":1785174534.6327505,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174534.6327667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174534.6327877,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174534.9308105,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174534.9309065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9046c4f4-e016-43c2-82bc-101dffb475b1"} {"level":"info","ts":1785174534.9309223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9046c4f4-e016-43c2-82bc-101dffb475b1"} {"level":"info","ts":1785174534.9309404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9046c4f4-e016-43c2-82bc-101dffb475b1","EoS":false} {"level":"info","ts":1785174534.930954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9046c4f4-e016-43c2-82bc-101dffb475b1","EoS":true} {"level":"info","ts":1785174534.9309766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9046c4f4-e016-43c2-82bc-101dffb475b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785174534.9309928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9046c4f4-e016-43c2-82bc-101dffb475b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174534.931015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9046c4f4-e016-43c2-82bc-101dffb475b1"} {"level":"info","ts":1785174844.7129767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174844.7130637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174844.713075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174844.7130866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","EoS":false} {"level":"info","ts":1785174844.7131004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","EoS":true} {"level":"info","ts":1785174844.713124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174844.713141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174844.7131615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174844.7450135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174844.7450826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afd41248-f3df-4f13-9df6-0813174de11d"} {"level":"info","ts":1785174844.7450955,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"afd41248-f3df-4f13-9df6-0813174de11d"} {"level":"info","ts":1785174844.745111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afd41248-f3df-4f13-9df6-0813174de11d","EoS":false} {"level":"info","ts":1785174844.745122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afd41248-f3df-4f13-9df6-0813174de11d","EoS":true} {"level":"info","ts":1785174844.7451386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afd41248-f3df-4f13-9df6-0813174de11d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174844.7451527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afd41248-f3df-4f13-9df6-0813174de11d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174844.7451704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"afd41248-f3df-4f13-9df6-0813174de11d"} {"level":"info","ts":1785174844.77582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174844.7758775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1276b85d-3c1f-4694-85eb-6f73e6d57ed0"} {"level":"info","ts":1785174844.7758877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1276b85d-3c1f-4694-85eb-6f73e6d57ed0"} {"level":"info","ts":1785174844.7758975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1276b85d-3c1f-4694-85eb-6f73e6d57ed0","EoS":false} {"level":"info","ts":1785174844.7759068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1276b85d-3c1f-4694-85eb-6f73e6d57ed0","EoS":true} {"level":"info","ts":1785174844.7759218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1276b85d-3c1f-4694-85eb-6f73e6d57ed0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785174844.7759352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1276b85d-3c1f-4694-85eb-6f73e6d57ed0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174844.7759526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1276b85d-3c1f-4694-85eb-6f73e6d57ed0"} {"level":"info","ts":1785174849.6026886,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9afd1e66-1fcc-4f96-9686-725d100efb3c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174849.6027317,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9afd1e66-1fcc-4f96-9686-725d100efb3c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785174849.6027195,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"115a2c7c-1b0f-478f-a4af-3fa04d76f338"} {"level":"info","ts":1785174849.60982,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec810629-d9ff-4150-88db-4c2c1effbd50","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174849.6098528,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ec810629-d9ff-4150-88db-4c2c1effbd50","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785174849.6110322,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"115a2c7c-1b0f-478f-a4af-3fa04d76f338","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.6112583,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39392.295428985,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.6112769,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.7424004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f7585a6-6d19-4f28-874e-276a13847a0e"} {"level":"info","ts":1785174849.7425296,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd0098c3-4706-4ae8-89ed-3a71341ed66a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.74261,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f7585a6-6d19-4f28-874e-276a13847a0e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785174849.7429361,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd0098c3-4706-4ae8-89ed-3a71341ed66a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174849.7451706,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.7480893,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"783c0da0-d61d-4ad8-af2c-6ddf3567758a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174849.7481296,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"783c0da0-d61d-4ad8-af2c-6ddf3567758a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785174849.748149,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb121875-bb62-4435-8b80-3d5dbd1ddb2e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.7481763,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb121875-bb62-4435-8b80-3d5dbd1ddb2e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785174849.7482846,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f7585a6-6d19-4f28-874e-276a13847a0e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.7483537,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"301d541b-fd5c-43cd-9f4d-9962614cb50d"} {"level":"info","ts":1785174849.7485366,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37097.961457176,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.7485511,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.7560165,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.8114617,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35548.481944731,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.8114824,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.840759,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.8488872,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"301d541b-fd5c-43cd-9f4d-9962614cb50d","name":"e2e-external-model"} {"level":"info","ts":1785174849.8590732,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"301d541b-fd5c-43cd-9f4d-9962614cb50d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174849.86866,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36513c59-c1b6-4c34-9409-d9b7c607c578","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.8686929,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36513c59-c1b6-4c34-9409-d9b7c607c578","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174849.8724847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a0fce8f-7b78-475d-af1b-35b861317c2e"} {"level":"info","ts":1785174849.8725579,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a0fce8f-7b78-475d-af1b-35b861317c2e","name":"e2e-external-model"} {"level":"info","ts":1785174849.8836377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0baa1791-5973-48a8-bfd3-e787f93ac663","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.88367,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0baa1791-5973-48a8-bfd3-e787f93ac663","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785174849.8839433,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4a0fce8f-7b78-475d-af1b-35b861317c2e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.8840418,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3986605d-aa5b-4b60-adcb-13d0bff166de"} {"level":"info","ts":1785174849.8841007,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3986605d-aa5b-4b60-adcb-13d0bff166de","name":"e2e-external-model"} {"level":"info","ts":1785174849.8918197,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3986605d-aa5b-4b60-adcb-13d0bff166de","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174849.8965726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18767df9-ab2c-475d-8cbf-f61dd74502ed"} {"level":"info","ts":1785174849.8966403,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de744242-e60a-4ff8-be6d-7c8568f27271","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.8966618,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de744242-e60a-4ff8-be6d-7c8568f27271","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174849.8966541,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18767df9-ab2c-475d-8cbf-f61dd74502ed","name":"e2e-external-model"} {"level":"info","ts":1785174849.903902,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18767df9-ab2c-475d-8cbf-f61dd74502ed","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174849.912501,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"115a2c7c-1b0f-478f-a4af-3fa04d76f338","name":"e2e-external-provider"} {"level":"info","ts":1785174849.9213092,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"115a2c7c-1b0f-478f-a4af-3fa04d76f338","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785174849.9241385,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"115a2c7c-1b0f-478f-a4af-3fa04d76f338","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.9242446,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ece8d71d-8d8c-4976-b631-1b79b58da78b"} {"level":"info","ts":1785174849.9242969,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ece8d71d-8d8c-4976-b631-1b79b58da78b","name":"e2e-external-provider"} {"level":"info","ts":1785174849.932211,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ece8d71d-8d8c-4976-b631-1b79b58da78b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785174857.0398576,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174857.0399578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819"} {"level":"info","ts":1785174857.0399761,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819"} {"level":"info","ts":1785174857.0399902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819","EoS":false} {"level":"info","ts":1785174857.0400038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819","EoS":true} {"level":"info","ts":1785174857.040035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785174857.040056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174857.0400703,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819","modelName":"e2e-external-model"} {"level":"info","ts":1785174857.0400896,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174857.0401647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48a28f1c-5fe8-4000-b7c6-7ba252678819"} {"level":"info","ts":1785174857.0812109,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174857.0812786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36"} {"level":"info","ts":1785174857.0812871,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36"} {"level":"info","ts":1785174857.081298,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36","EoS":false} {"level":"info","ts":1785174857.08131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36","EoS":true} {"level":"info","ts":1785174857.081332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785174857.0813463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174857.0813534,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36","modelName":"e2e-external-model"} {"level":"info","ts":1785174857.0813668,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174857.0814042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65b4e76e-39ad-433d-9a66-ab1ae26eeb36"} {"level":"info","ts":1785174857.1137133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174857.113791,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2"} {"level":"info","ts":1785174857.1138048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2"} {"level":"info","ts":1785174857.113823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","EoS":false} {"level":"info","ts":1785174857.113843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","EoS":true} {"level":"info","ts":1785174857.1138704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785174857.1138873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174857.113898,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","modelName":"e2e-external-model"} {"level":"info","ts":1785174857.1139228,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174857.1139672,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2"} {"level":"info","ts":1785174857.2430947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa1bd2cf-c2d5-4539-afee-6ec0be8ddf7b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.2431247,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c5e1d47-2078-4bae-afe9-950688f89fe4"} {"level":"info","ts":1785174857.2431362,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa1bd2cf-c2d5-4539-afee-6ec0be8ddf7b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174857.2499807,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"645aaa9b-4fa3-46c3-b079-f4081d7209ba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.2500057,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"645aaa9b-4fa3-46c3-b079-f4081d7209ba","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785174857.2510498,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c5e1d47-2078-4bae-afe9-950688f89fe4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174857.2511096,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c5e1d47-2078-4bae-afe9-950688f89fe4","name":"e2e-cleanup-test"} {"level":"info","ts":1785174857.2655482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ccd9bfb-025b-4861-bc5a-8ae4dbd6e69b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.265595,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ccd9bfb-025b-4861-bc5a-8ae4dbd6e69b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785174857.2666347,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c5e1d47-2078-4bae-afe9-950688f89fe4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785174857.2666764,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c5e1d47-2078-4bae-afe9-950688f89fe4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174857.266759,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed38b1be-cdad-4ccc-a302-4465669978fb"} {"level":"info","ts":1785174857.2668116,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed38b1be-cdad-4ccc-a302-4465669978fb","name":"e2e-cleanup-test"} {"level":"error","ts":1785174857.280875,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ed38b1be-cdad-4ccc-a302-4465669978fb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174857.2809753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a633387-0a2c-41ee-b9bb-733a93eba3aa"} {"level":"info","ts":1785174857.2809632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d131b81a-2692-4742-b626-7934668ff202","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.2814126,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a633387-0a2c-41ee-b9bb-733a93eba3aa","name":"e2e-cleanup-test"} {"level":"info","ts":1785174857.2814167,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d131b81a-2692-4742-b626-7934668ff202","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174857.2890735,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a633387-0a2c-41ee-b9bb-733a93eba3aa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174857.2966144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c283d9b4-3f4e-4861-ad87-4966c7526bc1"} {"level":"info","ts":1785174857.2966323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"814aaf87-e143-481d-8b46-3094d27316b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.29666,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"814aaf87-e143-481d-8b46-3094d27316b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174857.296674,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c283d9b4-3f4e-4861-ad87-4966c7526bc1","name":"e2e-cleanup-test"} {"level":"info","ts":1785174857.3049047,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c283d9b4-3f4e-4861-ad87-4966c7526bc1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174865.4981534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"263e0a3b-84ef-4bd8-aac6-107c7d3ecbaf"} {"level":"info","ts":1785174865.4982026,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c667d02d-e62e-4ce5-94fb-47713cef172e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174865.4982383,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c667d02d-e62e-4ce5-94fb-47713cef172e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174869.8026166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174869.8027177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3"} {"level":"info","ts":1785174869.8027375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3"} {"level":"info","ts":1785174869.8027592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3","EoS":false} {"level":"info","ts":1785174869.802776,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3","EoS":true} {"level":"info","ts":1785174869.802801,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785174869.8028147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785174869.8028376,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3"} {"level":"info","ts":1785174869.8251364,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174869.8252242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25"} {"level":"info","ts":1785174869.825239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25"} {"level":"info","ts":1785174869.8252509,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","EoS":false} {"level":"info","ts":1785174869.8252604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","EoS":true} {"level":"info","ts":1785174869.8252764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785174869.8252904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174869.825297,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","modelName":"e2e-external-model"} {"level":"info","ts":1785174869.825312,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174869.8253472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25"} {"level":"info","ts":1785174869.8648665,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174869.8649385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174869.8649564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174869.864969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","EoS":false} {"level":"info","ts":1785174869.864979,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","EoS":true} {"level":"info","ts":1785174869.864995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785174869.8650095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174869.8650265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174870.0044756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174870.0045483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.0045624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.0045745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","EoS":false} {"level":"info","ts":1785174870.0046036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","EoS":true} {"level":"info","ts":1785174870.0046299,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","field":"model"} {"level":"info","ts":1785174870.004653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.8636189,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d55d785-2284-406e-b621-9d2ca2fb24f9"} {"level":"info","ts":1785174870.8636458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc300eba-e2a8-40d6-a48e-3121c05aa054","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174870.8636773,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc300eba-e2a8-40d6-a48e-3121c05aa054","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174871.0090766,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16257d80-31ae-42b2-8498-22d27b3f9675","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174871.0090933,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"207d4e4d-5bdf-40c5-9acc-616dabeaa428"} {"level":"info","ts":1785174871.0091138,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16257d80-31ae-42b2-8498-22d27b3f9675","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785176359.804778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785176359.8048754,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5d0c7f8-6cb9-4006-8f4d-133e4b42ec2a"} {"level":"info","ts":1785176417.2359314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785176417.236021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"} {"level":"info","ts":1785176417.2360382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"} {"level":"info","ts":1785176417.2360542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","EoS":false} {"level":"info","ts":1785176417.2360733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","EoS":true} {"level":"info","ts":1785176417.2361054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785176417.2361228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785176417.2361467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"}