{"level":"info","ts":1784831481.842183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcce791c-d173-4f6b-937b-2bc4003713c6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831481.8421996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcce791c-d173-4f6b-937b-2bc4003713c6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831481.8422198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bcce791c-d173-4f6b-937b-2bc4003713c6"} {"level":"info","ts":1784831500.7653456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831500.7654474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec19695b-ae16-4c5f-b419-02650ab43155"} {"level":"info","ts":1784831500.765464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec19695b-ae16-4c5f-b419-02650ab43155"} {"level":"info","ts":1784831500.76551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec19695b-ae16-4c5f-b419-02650ab43155","EoS":false} {"level":"info","ts":1784831500.765526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec19695b-ae16-4c5f-b419-02650ab43155","EoS":true} {"level":"info","ts":1784831500.7655454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec19695b-ae16-4c5f-b419-02650ab43155","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831500.7655616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec19695b-ae16-4c5f-b419-02650ab43155","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831500.7655811,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec19695b-ae16-4c5f-b419-02650ab43155"} {"level":"info","ts":1784831500.9032688,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831500.9033635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cca42169-5da4-4244-8d16-3a17d6693c2f"} {"level":"info","ts":1784831500.903373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cca42169-5da4-4244-8d16-3a17d6693c2f"} {"level":"info","ts":1784831500.9033854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cca42169-5da4-4244-8d16-3a17d6693c2f","EoS":false} {"level":"info","ts":1784831500.9033995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cca42169-5da4-4244-8d16-3a17d6693c2f","EoS":true} {"level":"info","ts":1784831500.9034204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cca42169-5da4-4244-8d16-3a17d6693c2f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831500.903437,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cca42169-5da4-4244-8d16-3a17d6693c2f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831500.9034567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cca42169-5da4-4244-8d16-3a17d6693c2f"} {"level":"info","ts":1784831501.0385394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831501.0386384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da9084ab-6084-467f-aa33-cd90a3ee3f82"} {"level":"info","ts":1784831501.038657,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da9084ab-6084-467f-aa33-cd90a3ee3f82"} {"level":"info","ts":1784831501.0386713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da9084ab-6084-467f-aa33-cd90a3ee3f82","EoS":false} {"level":"info","ts":1784831501.0386817,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da9084ab-6084-467f-aa33-cd90a3ee3f82","EoS":true} {"level":"info","ts":1784831501.038704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da9084ab-6084-467f-aa33-cd90a3ee3f82","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831501.0387192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da9084ab-6084-467f-aa33-cd90a3ee3f82","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831501.0387394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da9084ab-6084-467f-aa33-cd90a3ee3f82"} {"level":"info","ts":1784831501.1742053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831501.1743014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15b0c79e-9441-4afd-8324-f447e2294621"} {"level":"info","ts":1784831501.1743171,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15b0c79e-9441-4afd-8324-f447e2294621"} {"level":"info","ts":1784831501.1743305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15b0c79e-9441-4afd-8324-f447e2294621","EoS":false} {"level":"info","ts":1784831501.1743414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15b0c79e-9441-4afd-8324-f447e2294621","EoS":true} {"level":"info","ts":1784831501.1743634,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15b0c79e-9441-4afd-8324-f447e2294621","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831501.17438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15b0c79e-9441-4afd-8324-f447e2294621","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831501.174399,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15b0c79e-9441-4afd-8324-f447e2294621"} {"level":"info","ts":1784831501.3121264,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831501.3122025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62c938f9-f04e-445d-ad9f-46a798e0ec44"} {"level":"info","ts":1784831501.3122118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62c938f9-f04e-445d-ad9f-46a798e0ec44"} {"level":"info","ts":1784831501.3122234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62c938f9-f04e-445d-ad9f-46a798e0ec44","EoS":false} {"level":"info","ts":1784831501.3122346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62c938f9-f04e-445d-ad9f-46a798e0ec44","EoS":true} {"level":"info","ts":1784831501.3122559,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62c938f9-f04e-445d-ad9f-46a798e0ec44","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831501.3122678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62c938f9-f04e-445d-ad9f-46a798e0ec44","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831501.3122895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62c938f9-f04e-445d-ad9f-46a798e0ec44"} {"level":"info","ts":1784831501.4465919,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831501.4466972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a05be550-9ec0-4a19-86cc-27beb0dd7878"} {"level":"info","ts":1784831501.446715,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a05be550-9ec0-4a19-86cc-27beb0dd7878"} {"level":"info","ts":1784831501.446729,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a05be550-9ec0-4a19-86cc-27beb0dd7878","EoS":false} {"level":"info","ts":1784831501.4467392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a05be550-9ec0-4a19-86cc-27beb0dd7878","EoS":true} {"level":"info","ts":1784831501.4467602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a05be550-9ec0-4a19-86cc-27beb0dd7878","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831501.4467752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a05be550-9ec0-4a19-86cc-27beb0dd7878","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831501.4467974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a05be550-9ec0-4a19-86cc-27beb0dd7878"} {"level":"info","ts":1784831517.0544374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831517.0545535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8d94c52-bd88-4023-8687-6d423e8d03aa"} {"level":"info","ts":1784831517.0545685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8d94c52-bd88-4023-8687-6d423e8d03aa"} {"level":"info","ts":1784831517.0545826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8d94c52-bd88-4023-8687-6d423e8d03aa","EoS":false} {"level":"info","ts":1784831517.0545948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8d94c52-bd88-4023-8687-6d423e8d03aa","EoS":true} {"level":"info","ts":1784831517.0546217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8d94c52-bd88-4023-8687-6d423e8d03aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831517.0546348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8d94c52-bd88-4023-8687-6d423e8d03aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831517.0546544,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8d94c52-bd88-4023-8687-6d423e8d03aa"} {"level":"info","ts":1784831517.0928302,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831517.092909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9489350c-30de-4bbc-8fc6-459816251757"} {"level":"info","ts":1784831517.0929246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9489350c-30de-4bbc-8fc6-459816251757"} {"level":"info","ts":1784831517.0929377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9489350c-30de-4bbc-8fc6-459816251757","EoS":false} {"level":"info","ts":1784831517.0929515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9489350c-30de-4bbc-8fc6-459816251757","EoS":true} {"level":"info","ts":1784831517.092971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9489350c-30de-4bbc-8fc6-459816251757","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831517.0929863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9489350c-30de-4bbc-8fc6-459816251757","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831517.0930078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9489350c-30de-4bbc-8fc6-459816251757"} {"level":"info","ts":1784831517.1261346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831517.1262114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fae2c4b-112f-45cb-89f6-3ff53508630e"} {"level":"info","ts":1784831517.1262202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fae2c4b-112f-45cb-89f6-3ff53508630e"} {"level":"info","ts":1784831517.126233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fae2c4b-112f-45cb-89f6-3ff53508630e","EoS":false} {"level":"info","ts":1784831517.1262493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fae2c4b-112f-45cb-89f6-3ff53508630e","EoS":true} {"level":"info","ts":1784831517.1262736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fae2c4b-112f-45cb-89f6-3ff53508630e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831517.1262903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fae2c4b-112f-45cb-89f6-3ff53508630e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831517.1263099,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fae2c4b-112f-45cb-89f6-3ff53508630e"} {"level":"info","ts":1784831517.1541667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831517.1542408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7997c374-da94-4553-8895-2fe3599bea0d"} {"level":"info","ts":1784831517.1542497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7997c374-da94-4553-8895-2fe3599bea0d"} {"level":"info","ts":1784831517.1542614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7997c374-da94-4553-8895-2fe3599bea0d","EoS":false} {"level":"info","ts":1784831517.1542962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7997c374-da94-4553-8895-2fe3599bea0d","EoS":true} {"level":"info","ts":1784831517.1543179,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7997c374-da94-4553-8895-2fe3599bea0d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831517.1543329,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7997c374-da94-4553-8895-2fe3599bea0d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831517.1543524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7997c374-da94-4553-8895-2fe3599bea0d"} {"level":"info","ts":1784831517.1877415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831517.1878214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2d88952-27be-4265-a1ca-fffef7274a61"} {"level":"info","ts":1784831521.8216493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831521.8217483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66420d0d-7d9d-4ba8-9046-4c6e19e959f6"} {"level":"info","ts":1784831521.8217635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66420d0d-7d9d-4ba8-9046-4c6e19e959f6"} {"level":"info","ts":1784831521.8217773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66420d0d-7d9d-4ba8-9046-4c6e19e959f6","EoS":false} {"level":"info","ts":1784831521.821788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66420d0d-7d9d-4ba8-9046-4c6e19e959f6","EoS":true} {"level":"info","ts":1784831521.8218088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66420d0d-7d9d-4ba8-9046-4c6e19e959f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831521.8218236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66420d0d-7d9d-4ba8-9046-4c6e19e959f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831521.8218436,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66420d0d-7d9d-4ba8-9046-4c6e19e959f6"} {"level":"info","ts":1784831530.4083357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831530.4084094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"521fb67b-0b3f-9d17-99b2-2f8861932602"} {"level":"info","ts":1784831530.4084187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"521fb67b-0b3f-9d17-99b2-2f8861932602"} {"level":"info","ts":1784831530.40843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"521fb67b-0b3f-9d17-99b2-2f8861932602","EoS":false} {"level":"info","ts":1784831530.40845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"521fb67b-0b3f-9d17-99b2-2f8861932602","EoS":true} {"level":"info","ts":1784831530.4084713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"521fb67b-0b3f-9d17-99b2-2f8861932602","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831530.408513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"521fb67b-0b3f-9d17-99b2-2f8861932602","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831530.408533,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"521fb67b-0b3f-9d17-99b2-2f8861932602"} {"level":"info","ts":1784831532.4407215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831532.440817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c019e29b-2bfb-40e5-84b0-f49ac9dc5561"} {"level":"info","ts":1784831532.4408333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c019e29b-2bfb-40e5-84b0-f49ac9dc5561"} {"level":"info","ts":1784831532.440847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c019e29b-2bfb-40e5-84b0-f49ac9dc5561","EoS":false} {"level":"info","ts":1784831532.440859,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c019e29b-2bfb-40e5-84b0-f49ac9dc5561","EoS":true} {"level":"info","ts":1784831532.4408798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c019e29b-2bfb-40e5-84b0-f49ac9dc5561","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831532.4408953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c019e29b-2bfb-40e5-84b0-f49ac9dc5561","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831532.4409149,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c019e29b-2bfb-40e5-84b0-f49ac9dc5561"} {"level":"info","ts":1784831545.3225453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831545.3226476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0ea8e82-1cc2-494a-880f-c44cab1856d0"} {"level":"info","ts":1784831545.3226655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0ea8e82-1cc2-494a-880f-c44cab1856d0"} {"level":"info","ts":1784831545.3226824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0ea8e82-1cc2-494a-880f-c44cab1856d0","EoS":false} {"level":"info","ts":1784831545.3226984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0ea8e82-1cc2-494a-880f-c44cab1856d0","EoS":true} {"level":"info","ts":1784831545.3227267,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0ea8e82-1cc2-494a-880f-c44cab1856d0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831545.322745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0ea8e82-1cc2-494a-880f-c44cab1856d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831545.3227708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0ea8e82-1cc2-494a-880f-c44cab1856d0"} {"level":"info","ts":1784831553.8673987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831553.8675277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"527ba72f-0958-443c-972d-8d00655a27c3"} {"level":"info","ts":1784831553.8675463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"527ba72f-0958-443c-972d-8d00655a27c3"} {"level":"info","ts":1784831553.8675601,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"527ba72f-0958-443c-972d-8d00655a27c3","EoS":false} {"level":"info","ts":1784831553.8675733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"527ba72f-0958-443c-972d-8d00655a27c3","EoS":true} {"level":"info","ts":1784831553.8675945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"527ba72f-0958-443c-972d-8d00655a27c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831553.8676102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"527ba72f-0958-443c-972d-8d00655a27c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831553.867631,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"527ba72f-0958-443c-972d-8d00655a27c3"} {"level":"info","ts":1784831562.7801678,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831562.7802641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"414a8046-8fbf-4eaf-b9a3-7156ae8e3f20"} {"level":"info","ts":1784831562.7802784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"414a8046-8fbf-4eaf-b9a3-7156ae8e3f20"} {"level":"info","ts":1784831562.7802935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"414a8046-8fbf-4eaf-b9a3-7156ae8e3f20","EoS":false} {"level":"info","ts":1784831562.7803085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"414a8046-8fbf-4eaf-b9a3-7156ae8e3f20","EoS":true} {"level":"info","ts":1784831562.7803302,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"414a8046-8fbf-4eaf-b9a3-7156ae8e3f20","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831562.7803462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"414a8046-8fbf-4eaf-b9a3-7156ae8e3f20","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831562.7803671,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"414a8046-8fbf-4eaf-b9a3-7156ae8e3f20"} {"level":"info","ts":1784831571.8109736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831571.8110707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f42f3fc7-d825-4529-a9cc-64ae3f197709"} {"level":"info","ts":1784831571.8111186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f42f3fc7-d825-4529-a9cc-64ae3f197709"} {"level":"info","ts":1784831571.8111477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f42f3fc7-d825-4529-a9cc-64ae3f197709","EoS":false} {"level":"info","ts":1784831571.811169,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f42f3fc7-d825-4529-a9cc-64ae3f197709","EoS":true} {"level":"info","ts":1784831571.8112018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f42f3fc7-d825-4529-a9cc-64ae3f197709","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831571.8112245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f42f3fc7-d825-4529-a9cc-64ae3f197709","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831571.8112552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f42f3fc7-d825-4529-a9cc-64ae3f197709"} {"level":"info","ts":1784831576.577683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831576.5777693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2dd5a33-78cf-4d58-a571-cea3344b7063"} {"level":"info","ts":1784831576.5777848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2dd5a33-78cf-4d58-a571-cea3344b7063"} {"level":"info","ts":1784831576.5777998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2dd5a33-78cf-4d58-a571-cea3344b7063","EoS":false} {"level":"info","ts":1784831576.5778131,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2dd5a33-78cf-4d58-a571-cea3344b7063","EoS":true} {"level":"info","ts":1784831576.5778382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2dd5a33-78cf-4d58-a571-cea3344b7063","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784831576.5778534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2dd5a33-78cf-4d58-a571-cea3344b7063","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831576.5778763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2dd5a33-78cf-4d58-a571-cea3344b7063"} {"level":"info","ts":1784831581.3520045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831581.3520806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b85ee425-dd95-47ca-9777-81eeffd20b61"} {"level":"info","ts":1784831581.3520896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b85ee425-dd95-47ca-9777-81eeffd20b61"} {"level":"info","ts":1784831581.3521082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b85ee425-dd95-47ca-9777-81eeffd20b61","EoS":false} {"level":"info","ts":1784831581.3521192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b85ee425-dd95-47ca-9777-81eeffd20b61","EoS":true} {"level":"info","ts":1784831581.3521395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b85ee425-dd95-47ca-9777-81eeffd20b61","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831581.352155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b85ee425-dd95-47ca-9777-81eeffd20b61","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831581.3521738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b85ee425-dd95-47ca-9777-81eeffd20b61"} {"level":"info","ts":1784831581.6248157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831581.6249154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79766ff3-bed5-47c6-aa1b-d070972ba452"} {"level":"info","ts":1784831581.6249292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79766ff3-bed5-47c6-aa1b-d070972ba452"} {"level":"info","ts":1784831581.6249447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79766ff3-bed5-47c6-aa1b-d070972ba452","EoS":false} {"level":"info","ts":1784831581.624962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79766ff3-bed5-47c6-aa1b-d070972ba452","EoS":true} {"level":"info","ts":1784831581.624996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79766ff3-bed5-47c6-aa1b-d070972ba452","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831581.6250143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79766ff3-bed5-47c6-aa1b-d070972ba452","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831581.6250446,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79766ff3-bed5-47c6-aa1b-d070972ba452"} {"level":"info","ts":1784831583.658621,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831583.6586971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8faec6e-1fea-4ce1-8244-fc9876ed47ad"} {"level":"info","ts":1784831583.6587093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8faec6e-1fea-4ce1-8244-fc9876ed47ad"} {"level":"info","ts":1784831583.6587217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8faec6e-1fea-4ce1-8244-fc9876ed47ad","EoS":false} {"level":"info","ts":1784831583.658733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8faec6e-1fea-4ce1-8244-fc9876ed47ad","EoS":true} {"level":"info","ts":1784831583.658753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8faec6e-1fea-4ce1-8244-fc9876ed47ad","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831583.6587682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8faec6e-1fea-4ce1-8244-fc9876ed47ad","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831583.6587908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8faec6e-1fea-4ce1-8244-fc9876ed47ad"} {"level":"info","ts":1784831585.694523,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831585.6946077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c783e5c4-28a9-9b10-87a4-fc856924c89d"} {"level":"info","ts":1784831585.6946182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c783e5c4-28a9-9b10-87a4-fc856924c89d"} {"level":"info","ts":1784831585.694631,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c783e5c4-28a9-9b10-87a4-fc856924c89d","EoS":false} {"level":"info","ts":1784831585.6946447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c783e5c4-28a9-9b10-87a4-fc856924c89d","EoS":true} {"level":"info","ts":1784831585.6946652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c783e5c4-28a9-9b10-87a4-fc856924c89d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831585.69468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c783e5c4-28a9-9b10-87a4-fc856924c89d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831585.6947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c783e5c4-28a9-9b10-87a4-fc856924c89d"} {"level":"info","ts":1784831587.7290294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831587.7291226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2735bbe0-4dd4-484a-989e-235a15928b85"} {"level":"info","ts":1784831587.729135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2735bbe0-4dd4-484a-989e-235a15928b85"} {"level":"info","ts":1784831587.7291489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2735bbe0-4dd4-484a-989e-235a15928b85","EoS":false} {"level":"info","ts":1784831587.7291615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2735bbe0-4dd4-484a-989e-235a15928b85","EoS":true} {"level":"info","ts":1784831587.729187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2735bbe0-4dd4-484a-989e-235a15928b85","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831587.7292035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2735bbe0-4dd4-484a-989e-235a15928b85","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831587.7292254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2735bbe0-4dd4-484a-989e-235a15928b85"} {"level":"info","ts":1784831611.8109694,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831611.8110487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32a8005e-46f9-4187-ab85-d7167e06ae44"} {"level":"info","ts":1784831611.8110588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32a8005e-46f9-4187-ab85-d7167e06ae44"} {"level":"info","ts":1784831611.8110702,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32a8005e-46f9-4187-ab85-d7167e06ae44","EoS":false} {"level":"info","ts":1784831611.8110838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32a8005e-46f9-4187-ab85-d7167e06ae44","EoS":true} {"level":"info","ts":1784831611.8111045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32a8005e-46f9-4187-ab85-d7167e06ae44","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831611.81112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32a8005e-46f9-4187-ab85-d7167e06ae44","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831611.8111396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32a8005e-46f9-4187-ab85-d7167e06ae44"} {"level":"info","ts":1784831621.1298823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831621.1299686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a32fe474-2d8e-4c14-8304-80df36e3f783"} {"level":"info","ts":1784831621.1299796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a32fe474-2d8e-4c14-8304-80df36e3f783"} {"level":"info","ts":1784831621.1299908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a32fe474-2d8e-4c14-8304-80df36e3f783","EoS":false} {"level":"info","ts":1784831621.1300032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a32fe474-2d8e-4c14-8304-80df36e3f783","EoS":true} {"level":"info","ts":1784831621.130024,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a32fe474-2d8e-4c14-8304-80df36e3f783","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831621.1300375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a32fe474-2d8e-4c14-8304-80df36e3f783","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831621.1300561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a32fe474-2d8e-4c14-8304-80df36e3f783"} {"level":"info","ts":1784831626.505786,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831626.505875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ffeff79-8b01-48c3-8eb7-7a9ed3ffe996"} {"level":"info","ts":1784831626.5058858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ffeff79-8b01-48c3-8eb7-7a9ed3ffe996"} {"level":"info","ts":1784831626.505901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ffeff79-8b01-48c3-8eb7-7a9ed3ffe996","EoS":false} {"level":"info","ts":1784831626.505912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ffeff79-8b01-48c3-8eb7-7a9ed3ffe996","EoS":true} {"level":"info","ts":1784831626.505935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ffeff79-8b01-48c3-8eb7-7a9ed3ffe996","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831626.5059505,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ffeff79-8b01-48c3-8eb7-7a9ed3ffe996","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831626.5059738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ffeff79-8b01-48c3-8eb7-7a9ed3ffe996"} {"level":"info","ts":1784831636.0479805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831636.0480676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1096b37c-853a-4b7d-a659-80e2f1757efe"} {"level":"info","ts":1784831636.0480814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1096b37c-853a-4b7d-a659-80e2f1757efe"} {"level":"info","ts":1784831636.0480995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1096b37c-853a-4b7d-a659-80e2f1757efe","EoS":false} {"level":"info","ts":1784831636.0481174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1096b37c-853a-4b7d-a659-80e2f1757efe","EoS":true} {"level":"info","ts":1784831636.0481458,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1096b37c-853a-4b7d-a659-80e2f1757efe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831636.0481665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1096b37c-853a-4b7d-a659-80e2f1757efe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831636.0481954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1096b37c-853a-4b7d-a659-80e2f1757efe"} {"level":"info","ts":1784831638.0757089,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831638.0757887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd85f015-6759-49e2-b796-70a2fe0fc0ac"} {"level":"info","ts":1784831638.0757983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd85f015-6759-49e2-b796-70a2fe0fc0ac"} {"level":"info","ts":1784831638.075811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd85f015-6759-49e2-b796-70a2fe0fc0ac","EoS":false} {"level":"info","ts":1784831638.0758228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd85f015-6759-49e2-b796-70a2fe0fc0ac","EoS":true} {"level":"info","ts":1784831638.0758429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd85f015-6759-49e2-b796-70a2fe0fc0ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831638.0758593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd85f015-6759-49e2-b796-70a2fe0fc0ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831638.0758786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd85f015-6759-49e2-b796-70a2fe0fc0ac"} {"level":"info","ts":1784831647.448608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831647.4486928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9b0b757-a87a-4be9-a8c9-75ecef2cec72"} {"level":"info","ts":1784831647.4487026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9b0b757-a87a-4be9-a8c9-75ecef2cec72"} {"level":"info","ts":1784831647.4487147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9b0b757-a87a-4be9-a8c9-75ecef2cec72","EoS":false} {"level":"info","ts":1784831647.448726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9b0b757-a87a-4be9-a8c9-75ecef2cec72","EoS":true} {"level":"info","ts":1784831647.4487448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9b0b757-a87a-4be9-a8c9-75ecef2cec72","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831647.4487596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9b0b757-a87a-4be9-a8c9-75ecef2cec72","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831647.448778,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9b0b757-a87a-4be9-a8c9-75ecef2cec72"} {"level":"info","ts":1784831647.4843562,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831647.4844356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04847b18-814a-42fd-8baa-a1338d6d28c8"} {"level":"info","ts":1784831647.484446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04847b18-814a-42fd-8baa-a1338d6d28c8"} {"level":"info","ts":1784831647.484457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04847b18-814a-42fd-8baa-a1338d6d28c8","EoS":false} {"level":"info","ts":1784831647.4844677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04847b18-814a-42fd-8baa-a1338d6d28c8","EoS":true} {"level":"info","ts":1784831647.4845061,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04847b18-814a-42fd-8baa-a1338d6d28c8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831647.4845266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04847b18-814a-42fd-8baa-a1338d6d28c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831647.4845474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04847b18-814a-42fd-8baa-a1338d6d28c8"} {"level":"info","ts":1784831666.6563878,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831666.6564736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb6b4cdb-1cf2-4988-8256-9d2358e3807e"} {"level":"info","ts":1784831666.6565197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb6b4cdb-1cf2-4988-8256-9d2358e3807e"} {"level":"info","ts":1784831666.6565387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb6b4cdb-1cf2-4988-8256-9d2358e3807e","EoS":false} {"level":"info","ts":1784831666.6565528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb6b4cdb-1cf2-4988-8256-9d2358e3807e","EoS":true} {"level":"info","ts":1784831666.6565742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb6b4cdb-1cf2-4988-8256-9d2358e3807e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831666.6565902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb6b4cdb-1cf2-4988-8256-9d2358e3807e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831666.65661,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb6b4cdb-1cf2-4988-8256-9d2358e3807e"} {"level":"info","ts":1784831675.9987962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831675.9989045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a640694e-bb9b-431d-8536-b6f8f8d5c12c"} {"level":"info","ts":1784831675.9989257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a640694e-bb9b-431d-8536-b6f8f8d5c12c"} {"level":"info","ts":1784831675.9989436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a640694e-bb9b-431d-8536-b6f8f8d5c12c","EoS":false} {"level":"info","ts":1784831675.9989629,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a640694e-bb9b-431d-8536-b6f8f8d5c12c","EoS":true} {"level":"info","ts":1784831675.998991,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a640694e-bb9b-431d-8536-b6f8f8d5c12c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831675.9990118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a640694e-bb9b-431d-8536-b6f8f8d5c12c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831675.9990346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a640694e-bb9b-431d-8536-b6f8f8d5c12c"} {"level":"info","ts":1784831681.2315714,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831681.231667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da58389e-2214-404e-b21f-f13d74402964"} {"level":"info","ts":1784831681.2316866,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da58389e-2214-404e-b21f-f13d74402964"} {"level":"info","ts":1784831681.2317135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da58389e-2214-404e-b21f-f13d74402964","EoS":false} {"level":"info","ts":1784831681.2317345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da58389e-2214-404e-b21f-f13d74402964","EoS":true} {"level":"info","ts":1784831681.2317665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da58389e-2214-404e-b21f-f13d74402964","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784831681.2317865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da58389e-2214-404e-b21f-f13d74402964","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784831681.2318144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da58389e-2214-404e-b21f-f13d74402964"} {"level":"info","ts":1784831771.7708013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831771.7708867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17f1733a-6d61-4004-9ae1-fa3f9616f151"} {"level":"info","ts":1784831771.7708972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17f1733a-6d61-4004-9ae1-fa3f9616f151"} {"level":"info","ts":1784831771.7709098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17f1733a-6d61-4004-9ae1-fa3f9616f151","EoS":false} {"level":"info","ts":1784831771.7709205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17f1733a-6d61-4004-9ae1-fa3f9616f151","EoS":true} {"level":"info","ts":1784831771.7709432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17f1733a-6d61-4004-9ae1-fa3f9616f151","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784831771.7709587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17f1733a-6d61-4004-9ae1-fa3f9616f151","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784831771.770981,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17f1733a-6d61-4004-9ae1-fa3f9616f151"} {"level":"info","ts":1784831795.0771182,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831795.077209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc85f490-2411-4bce-bdd0-6c5a8d144849"} {"level":"info","ts":1784831795.0772197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc85f490-2411-4bce-bdd0-6c5a8d144849"} {"level":"info","ts":1784831795.077232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc85f490-2411-4bce-bdd0-6c5a8d144849","EoS":false} {"level":"info","ts":1784831795.0772417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc85f490-2411-4bce-bdd0-6c5a8d144849","EoS":true} {"level":"info","ts":1784831795.0772629,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc85f490-2411-4bce-bdd0-6c5a8d144849","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784831795.077279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc85f490-2411-4bce-bdd0-6c5a8d144849","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784831795.077299,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc85f490-2411-4bce-bdd0-6c5a8d144849"} {"level":"info","ts":1784831831.9814374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831831.981539,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a37aabb3-b30b-4fec-9b21-aa7d71da087a"} {"level":"info","ts":1784831831.9815505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a37aabb3-b30b-4fec-9b21-aa7d71da087a"} {"level":"info","ts":1784831831.981563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a37aabb3-b30b-4fec-9b21-aa7d71da087a","EoS":false} {"level":"info","ts":1784831831.9815753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a37aabb3-b30b-4fec-9b21-aa7d71da087a","EoS":true} {"level":"info","ts":1784831831.9815965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a37aabb3-b30b-4fec-9b21-aa7d71da087a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831831.9816124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a37aabb3-b30b-4fec-9b21-aa7d71da087a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831831.981634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a37aabb3-b30b-4fec-9b21-aa7d71da087a"} {"level":"info","ts":1784831847.1972547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831847.1973298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94a0cbb4-dd29-4dfd-9c47-2197787ab149"} {"level":"info","ts":1784831847.1973388,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94a0cbb4-dd29-4dfd-9c47-2197787ab149"} {"level":"info","ts":1784831847.1973507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94a0cbb4-dd29-4dfd-9c47-2197787ab149","EoS":false} {"level":"info","ts":1784831847.1973646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94a0cbb4-dd29-4dfd-9c47-2197787ab149","EoS":true} {"level":"info","ts":1784831847.197386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94a0cbb4-dd29-4dfd-9c47-2197787ab149","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831847.1974006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94a0cbb4-dd29-4dfd-9c47-2197787ab149","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831847.1974192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94a0cbb4-dd29-4dfd-9c47-2197787ab149"} {"level":"info","ts":1784831847.4875607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831847.487662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f42cacc9-2063-4e54-913d-be05503a70e1"} {"level":"info","ts":1784831847.487676,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f42cacc9-2063-4e54-913d-be05503a70e1"} {"level":"info","ts":1784831847.4876962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f42cacc9-2063-4e54-913d-be05503a70e1","EoS":false} {"level":"info","ts":1784831847.4877172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f42cacc9-2063-4e54-913d-be05503a70e1","EoS":true} {"level":"info","ts":1784831847.487747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f42cacc9-2063-4e54-913d-be05503a70e1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831847.4877691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f42cacc9-2063-4e54-913d-be05503a70e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784831847.4877975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f42cacc9-2063-4e54-913d-be05503a70e1"} {"level":"info","ts":1784832167.9725614,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832167.9726508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe2153d8-d778-4ec9-98d3-fabaf9c214a4"} {"level":"info","ts":1784832167.97266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe2153d8-d778-4ec9-98d3-fabaf9c214a4"} {"level":"info","ts":1784832167.972676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe2153d8-d778-4ec9-98d3-fabaf9c214a4","EoS":false} {"level":"info","ts":1784832167.972691,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe2153d8-d778-4ec9-98d3-fabaf9c214a4","EoS":true} {"level":"info","ts":1784832167.9727123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe2153d8-d778-4ec9-98d3-fabaf9c214a4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784832167.9727292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe2153d8-d778-4ec9-98d3-fabaf9c214a4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784832167.972751,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe2153d8-d778-4ec9-98d3-fabaf9c214a4"} {"level":"info","ts":1784832168.0072727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832168.007364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41227cea-5785-45ae-8fc4-1c10944d33d7"} {"level":"info","ts":1784832168.0073755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41227cea-5785-45ae-8fc4-1c10944d33d7"} {"level":"info","ts":1784832168.0073872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41227cea-5785-45ae-8fc4-1c10944d33d7","EoS":false} {"level":"info","ts":1784832168.0073986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41227cea-5785-45ae-8fc4-1c10944d33d7","EoS":true} {"level":"info","ts":1784832168.0074193,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41227cea-5785-45ae-8fc4-1c10944d33d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784832168.0074346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41227cea-5785-45ae-8fc4-1c10944d33d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784832168.0074553,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41227cea-5785-45ae-8fc4-1c10944d33d7"} {"level":"info","ts":1784832168.0374637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832168.0375738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88b47f03-dcb3-4a07-a66f-0c214c8ef5cd"} {"level":"info","ts":1784832168.0375922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88b47f03-dcb3-4a07-a66f-0c214c8ef5cd"} {"level":"info","ts":1784832168.0376067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88b47f03-dcb3-4a07-a66f-0c214c8ef5cd","EoS":false} {"level":"info","ts":1784832168.0376184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88b47f03-dcb3-4a07-a66f-0c214c8ef5cd","EoS":true} {"level":"info","ts":1784832168.0376415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88b47f03-dcb3-4a07-a66f-0c214c8ef5cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784832168.037657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88b47f03-dcb3-4a07-a66f-0c214c8ef5cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784832168.03768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88b47f03-dcb3-4a07-a66f-0c214c8ef5cd"} {"level":"info","ts":1784832172.8729472,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4053c76e-e000-4249-9868-b81c3da20321","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784832172.872947,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1d217bc-e1b6-4021-bbad-322c8104129c"} {"level":"info","ts":1784832172.8730004,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4053c76e-e000-4249-9868-b81c3da20321","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784832172.8805177,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1571fa8-7fb7-406e-99de-0ef4024a1639","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784832172.8805494,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1571fa8-7fb7-406e-99de-0ef4024a1639","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784832172.8810961,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1d217bc-e1b6-4021-bbad-322c8104129c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784832172.8813162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36933.993865499,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832172.8813343,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832172.935381,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832173.0240602,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33729.737150356,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832173.0240998,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832173.0243661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79393f06-2a2a-48b0-b73d-65f456b078e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784832173.024409,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79393f06-2a2a-48b0-b73d-65f456b078e3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784832173.0245237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5daca3ce-9e58-4ad7-8d50-164d1e59fb26"} {"level":"info","ts":1784832173.0246632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55d2ec6f-8927-4b78-b38a-400b95fa095e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784832173.02491,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb562337-6dbf-4bce-ba7b-804e7d723bd1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784832173.0249438,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cb562337-6dbf-4bce-ba7b-804e7d723bd1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784832173.025027,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55d2ec6f-8927-4b78-b38a-400b95fa095e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784832173.0250802,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdb893c2-21a9-47cd-99b2-60a74d6ba95c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784832173.025101,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cdb893c2-21a9-47cd-99b2-60a74d6ba95c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784832173.0286806,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5daca3ce-9e58-4ad7-8d50-164d1e59fb26","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784832173.02895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37991.824185179,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832173.0289693,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832173.0323107,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832173.037391,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832173.1248035,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1d217bc-e1b6-4021-bbad-322c8104129c","name":"e2e-external-provider"} {"level":"info","ts":1784832173.1294372,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5daca3ce-9e58-4ad7-8d50-164d1e59fb26","name":"e2e-external-model"} {"level":"info","ts":1784832173.1392913,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1d217bc-e1b6-4021-bbad-322c8104129c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784832173.1435466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aadc6ec7-4f27-4c51-a969-6fb465d1d5cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784832173.1435888,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aadc6ec7-4f27-4c51-a969-6fb465d1d5cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784832173.1436098,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e1d217bc-e1b6-4021-bbad-322c8104129c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784832173.1437945,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9445f51-1e94-493a-8362-1dc7ecb84eac"} {"level":"info","ts":1784832173.1438496,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9445f51-1e94-493a-8362-1dc7ecb84eac","name":"e2e-external-provider"} {"level":"error","ts":1784832173.1442173,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5daca3ce-9e58-4ad7-8d50-164d1e59fb26","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784832173.144281,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5daca3ce-9e58-4ad7-8d50-164d1e59fb26","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784832173.1443515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82df89f9-c774-4da0-8693-448aab07bfb3"} {"level":"info","ts":1784832173.1444125,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82df89f9-c774-4da0-8693-448aab07bfb3","name":"e2e-external-model"} {"level":"info","ts":1784832173.1570241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"785c40bf-cc46-40bb-a1e2-69c930cb25aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784832173.1570678,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"785c40bf-cc46-40bb-a1e2-69c930cb25aa","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784832173.1572776,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9445f51-1e94-493a-8362-1dc7ecb84eac","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784832173.1572838,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82df89f9-c774-4da0-8693-448aab07bfb3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784832173.1573498,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64a84a76-7f03-4261-9fc2-ea97e372462d"} {"level":"info","ts":1784832173.1574204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64a84a76-7f03-4261-9fc2-ea97e372462d","name":"e2e-external-model"} {"level":"info","ts":1784832173.1650574,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64a84a76-7f03-4261-9fc2-ea97e372462d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784832173.1725595,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3a95be7-7d11-42dd-a25e-34784f94bf69"} {"level":"info","ts":1784832173.1725907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47eb6c94-f20c-4bd6-a848-5117f76483d9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784832173.1726131,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47eb6c94-f20c-4bd6-a848-5117f76483d9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784832173.1726336,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3a95be7-7d11-42dd-a25e-34784f94bf69","name":"e2e-external-model"} {"level":"info","ts":1784832173.1819215,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3a95be7-7d11-42dd-a25e-34784f94bf69","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784832180.330179,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832180.3302643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b"} {"level":"info","ts":1784832180.3302774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b"} {"level":"info","ts":1784832180.3302927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b","EoS":false} {"level":"info","ts":1784832180.3303142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b","EoS":true} {"level":"info","ts":1784832180.330344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784832180.330364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784832180.3303752,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b","modelName":"e2e-external-model"} {"level":"info","ts":1784832180.330395,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784832180.330455,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf6fe1f5-da9f-4f41-9561-624ac0dec28b"} {"level":"info","ts":1784832180.380758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832180.3808355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55"} {"level":"info","ts":1784832180.3808439,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55"} {"level":"info","ts":1784832180.3808546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55","EoS":false} {"level":"info","ts":1784832180.3808649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55","EoS":true} {"level":"info","ts":1784832180.3808835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784832180.3808985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784832180.3809056,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55","modelName":"e2e-external-model"} {"level":"info","ts":1784832180.3809195,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784832180.3809578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b9b1ea7e-8b5c-442e-83e0-4852c1d0ea55"} {"level":"info","ts":1784832180.4026258,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832180.4027064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19"} {"level":"info","ts":1784832180.4027193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19"} {"level":"info","ts":1784832180.4027312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19","EoS":false} {"level":"info","ts":1784832180.4027479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19","EoS":true} {"level":"info","ts":1784832180.4027698,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784832180.4027853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784832180.4027927,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19","modelName":"e2e-external-model"} {"level":"info","ts":1784832180.4028068,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784832180.402848,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2fb1d7be-6529-431d-b626-2c958fb74c19"} {"level":"info","ts":1784832180.536614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a90bb54d-0adf-4c72-907d-48ddc9fb84ae"} {"level":"info","ts":1784832180.5366273,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43963121-c3fc-4a65-85ba-7b29636abc74","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784832180.536693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43963121-c3fc-4a65-85ba-7b29636abc74","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784832180.5422387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06c632ff-3757-48ca-9173-6c0f4e2b8a80","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784832180.5422757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06c632ff-3757-48ca-9173-6c0f4e2b8a80","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784832180.542343,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a90bb54d-0adf-4c72-907d-48ddc9fb84ae","name":"e2e-cleanup-test"} {"level":"info","ts":1784832180.5516047,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a90bb54d-0adf-4c72-907d-48ddc9fb84ae","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784832180.5605671,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"553d4847-e3b2-4b43-9afb-92ba6231a60c"} {"level":"info","ts":1784832180.5606022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"059d5cfb-39f6-4962-88e4-647d75d502a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784832180.5606372,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"553d4847-e3b2-4b43-9afb-92ba6231a60c","name":"e2e-cleanup-test"} {"level":"info","ts":1784832180.5606365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"059d5cfb-39f6-4962-88e4-647d75d502a8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784832180.5837376,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"553d4847-e3b2-4b43-9afb-92ba6231a60c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784832180.5838192,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4dbda86-f1b4-4234-90b7-92315835f528"} {"level":"info","ts":1784832180.5838187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6018a7bc-2e15-4c85-8691-273769c2a3dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784832180.583849,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6018a7bc-2e15-4c85-8691-273769c2a3dd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784832180.5838778,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4dbda86-f1b4-4234-90b7-92315835f528","name":"e2e-cleanup-test"} {"level":"info","ts":1784832180.593684,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4dbda86-f1b4-4234-90b7-92315835f528","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784832180.599532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25c989f6-eb92-49de-bc6a-6647c1695efe"} {"level":"info","ts":1784832180.5995862,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25c989f6-eb92-49de-bc6a-6647c1695efe","name":"e2e-cleanup-test"} {"level":"info","ts":1784832180.59953,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"697fe20f-119f-4359-886c-f08b57d170d0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784832180.599637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"697fe20f-119f-4359-886c-f08b57d170d0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784832180.608783,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"25c989f6-eb92-49de-bc6a-6647c1695efe","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784832188.788391,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8317a98-b1a0-4e9b-9fe7-f0f4256a719d"} {"level":"info","ts":1784832188.788439,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fc54c29-15f7-479e-a952-de1edb0dbe81","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784832188.7884727,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fc54c29-15f7-479e-a952-de1edb0dbe81","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784832193.0792415,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832193.079322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6598549a-b474-4b5b-a8e2-61812ad50af4"} {"level":"info","ts":1784832193.0793314,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6598549a-b474-4b5b-a8e2-61812ad50af4"} {"level":"info","ts":1784832193.0793424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6598549a-b474-4b5b-a8e2-61812ad50af4","EoS":false} {"level":"info","ts":1784832193.0793536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6598549a-b474-4b5b-a8e2-61812ad50af4","EoS":true} {"level":"info","ts":1784832193.0793784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6598549a-b474-4b5b-a8e2-61812ad50af4","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784832193.0793996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6598549a-b474-4b5b-a8e2-61812ad50af4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784832193.0794253,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6598549a-b474-4b5b-a8e2-61812ad50af4"} {"level":"info","ts":1784832193.1020086,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832193.1020827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55"} {"level":"info","ts":1784832193.1020977,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55"} {"level":"info","ts":1784832193.1021094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55","EoS":false} {"level":"info","ts":1784832193.1021204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55","EoS":true} {"level":"info","ts":1784832193.102146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784832193.1021621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784832193.1021717,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55","modelName":"e2e-external-model"} {"level":"info","ts":1784832193.102185,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784832193.1022253,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97d319f1-0c87-48dc-8b30-548bd6b89a55"} {"level":"info","ts":1784832193.1560638,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832193.156137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dcb52df-bc3c-4770-88d1-113fc7e9bc35"} {"level":"info","ts":1784832193.156149,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dcb52df-bc3c-4770-88d1-113fc7e9bc35"} {"level":"info","ts":1784832193.156159,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dcb52df-bc3c-4770-88d1-113fc7e9bc35","EoS":false} {"level":"info","ts":1784832193.1561694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dcb52df-bc3c-4770-88d1-113fc7e9bc35","EoS":true} {"level":"info","ts":1784832193.156189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dcb52df-bc3c-4770-88d1-113fc7e9bc35","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784832193.156206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dcb52df-bc3c-4770-88d1-113fc7e9bc35","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784832193.1562262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dcb52df-bc3c-4770-88d1-113fc7e9bc35"} {"level":"info","ts":1784832193.2921014,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832193.2921898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c1c5273-645c-448c-a2eb-2abf622a1836"} {"level":"info","ts":1784832193.2922022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c1c5273-645c-448c-a2eb-2abf622a1836"} {"level":"info","ts":1784832193.292214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c1c5273-645c-448c-a2eb-2abf622a1836","EoS":false} {"level":"info","ts":1784832193.2922251,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c1c5273-645c-448c-a2eb-2abf622a1836","EoS":true} {"level":"info","ts":1784832193.2922475,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3c1c5273-645c-448c-a2eb-2abf622a1836","field":"model"} {"level":"info","ts":1784832193.2922747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c1c5273-645c-448c-a2eb-2abf622a1836"} {"level":"info","ts":1784832194.2399695,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f222b5a2-1105-45eb-99a7-123d514ac8a2"} {"level":"info","ts":1784832194.2400153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9998a820-0812-4663-89d3-c07ac40946ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784832194.2400448,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9998a820-0812-4663-89d3-c07ac40946ac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784832194.37572,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bbb3296c-6ef8-4a04-8f9c-fae949360119"} {"level":"info","ts":1784832194.37572,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0d69be0-ca1a-4577-90d2-da3c35203267","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784832194.3757923,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0d69be0-ca1a-4577-90d2-da3c35203267","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784832804.0211377,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832804.0212212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de598b2c-e9e4-4aff-818f-90fe81fba175"} {"level":"info","ts":1784832804.0212293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de598b2c-e9e4-4aff-818f-90fe81fba175"} {"level":"info","ts":1784832804.0212424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de598b2c-e9e4-4aff-818f-90fe81fba175","EoS":false} {"level":"info","ts":1784832804.0212555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de598b2c-e9e4-4aff-818f-90fe81fba175","EoS":true} {"level":"info","ts":1784832804.021275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de598b2c-e9e4-4aff-818f-90fe81fba175","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832804.0212903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de598b2c-e9e4-4aff-818f-90fe81fba175","path":"/ai-tenant-e2e-inf-b-aa7092/test-model-aa7092/v1/chat/completions"} {"level":"info","ts":1784832804.0213115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de598b2c-e9e4-4aff-818f-90fe81fba175"} {"level":"info","ts":1784832825.049768,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832825.0498645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"336ad357-343f-4eeb-a205-89a379863054"} {"level":"info","ts":1784832825.04988,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"336ad357-343f-4eeb-a205-89a379863054"} {"level":"info","ts":1784832825.0498931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"336ad357-343f-4eeb-a205-89a379863054","EoS":false} {"level":"info","ts":1784832825.0499082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"336ad357-343f-4eeb-a205-89a379863054","EoS":true} {"level":"info","ts":1784832825.049931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"336ad357-343f-4eeb-a205-89a379863054","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784832825.049947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"336ad357-343f-4eeb-a205-89a379863054","path":"/ai-tenant-e2e-inf-b-aa7092/test-model-aa7092/v1/chat/completions"} {"level":"info","ts":1784832825.0499678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"336ad357-343f-4eeb-a205-89a379863054"} {"level":"info","ts":1784833296.3671126,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833296.3671942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff329393-b72f-41d5-92ce-7b91965a72ff"} {"level":"info","ts":1784833296.3672063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff329393-b72f-41d5-92ce-7b91965a72ff"} {"level":"info","ts":1784833296.367218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff329393-b72f-41d5-92ce-7b91965a72ff","EoS":false} {"level":"info","ts":1784833296.3672357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff329393-b72f-41d5-92ce-7b91965a72ff","EoS":true} {"level":"info","ts":1784833296.3672554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff329393-b72f-41d5-92ce-7b91965a72ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784833296.3672707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff329393-b72f-41d5-92ce-7b91965a72ff","path":"/ai-tenant-e2e-shared-b-60de5a/rate-test-model-60de5a/v1/completions"} {"level":"info","ts":1784833296.3672893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff329393-b72f-41d5-92ce-7b91965a72ff"}