{"level":"info","ts":1784922573.786909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"515c4d93-9153-4471-bfc6-1c7012cb6232"} {"level":"info","ts":1784922573.7869194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"515c4d93-9153-4471-bfc6-1c7012cb6232"} {"level":"info","ts":1784922573.7869315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"515c4d93-9153-4471-bfc6-1c7012cb6232","EoS":false} {"level":"info","ts":1784922573.786944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"515c4d93-9153-4471-bfc6-1c7012cb6232","EoS":true} {"level":"info","ts":1784922573.786965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"515c4d93-9153-4471-bfc6-1c7012cb6232","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922573.7869809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"515c4d93-9153-4471-bfc6-1c7012cb6232","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922573.7870023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"515c4d93-9153-4471-bfc6-1c7012cb6232"} {"level":"info","ts":1784922577.944365,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922577.9444413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fb88e3e-4981-4a92-b21a-ca76324c8499"} {"level":"info","ts":1784922577.9444509,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9fb88e3e-4981-4a92-b21a-ca76324c8499"} {"level":"info","ts":1784922577.9444625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fb88e3e-4981-4a92-b21a-ca76324c8499","EoS":false} {"level":"info","ts":1784922577.9444735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fb88e3e-4981-4a92-b21a-ca76324c8499","EoS":true} {"level":"info","ts":1784922577.944492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fb88e3e-4981-4a92-b21a-ca76324c8499","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922577.9445074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fb88e3e-4981-4a92-b21a-ca76324c8499","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922577.9445312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9fb88e3e-4981-4a92-b21a-ca76324c8499"} {"level":"info","ts":1784922596.836496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922596.8365848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"} {"level":"info","ts":1784922596.8365974,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"} {"level":"info","ts":1784922596.8366103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","EoS":false} {"level":"info","ts":1784922596.836621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","EoS":true} {"level":"info","ts":1784922596.8366463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922596.8366644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922596.8366847,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"} {"level":"info","ts":1784922596.9801908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922596.9802995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"} {"level":"info","ts":1784922596.980312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"} {"level":"info","ts":1784922596.9803255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","EoS":false} {"level":"info","ts":1784922596.9803395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","EoS":true} {"level":"info","ts":1784922596.9803612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922596.9803765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922596.980398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"} {"level":"info","ts":1784922597.1170995,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922597.1172042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"} {"level":"info","ts":1784922597.1172185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"} {"level":"info","ts":1784922597.1172345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","EoS":false} {"level":"info","ts":1784922597.1172442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","EoS":true} {"level":"info","ts":1784922597.1172931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922597.117311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922597.1173313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"} {"level":"info","ts":1784922597.2542796,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922597.2543736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"} {"level":"info","ts":1784922597.2543883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"} {"level":"info","ts":1784922597.254405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","EoS":false} {"level":"info","ts":1784922597.254425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","EoS":true} {"level":"info","ts":1784922597.2544522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922597.2544723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922597.2544997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"} {"level":"info","ts":1784922597.4017174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922597.4017975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"} {"level":"info","ts":1784922597.4018064,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"} {"level":"info","ts":1784922597.4018178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","EoS":false} {"level":"info","ts":1784922597.4018342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","EoS":true} {"level":"info","ts":1784922597.401859,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922597.4018831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922597.401904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"} {"level":"info","ts":1784922597.535419,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922597.535497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1f77b73-fcaf-4978-93e5-1458e3cf15f4"} {"level":"info","ts":1784922597.535509,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1f77b73-fcaf-4978-93e5-1458e3cf15f4"} {"level":"info","ts":1784922597.5355203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1f77b73-fcaf-4978-93e5-1458e3cf15f4","EoS":false} {"level":"info","ts":1784922597.535533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1f77b73-fcaf-4978-93e5-1458e3cf15f4","EoS":true} {"level":"info","ts":1784922597.5355656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1f77b73-fcaf-4978-93e5-1458e3cf15f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922597.5355814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1f77b73-fcaf-4978-93e5-1458e3cf15f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922597.5356014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1f77b73-fcaf-4978-93e5-1458e3cf15f4"} {"level":"info","ts":1784922616.1917686,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922616.1918552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"} {"level":"info","ts":1784922616.1918652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"} {"level":"info","ts":1784922616.1918764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","EoS":false} {"level":"info","ts":1784922616.19189,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","EoS":true} {"level":"info","ts":1784922616.1919117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922616.1919265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922616.1919463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"} {"level":"info","ts":1784922616.2301507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922616.2302284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ced0fd70-81b3-4f77-955a-87803a5ed014"} {"level":"info","ts":1784922616.230242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ced0fd70-81b3-4f77-955a-87803a5ed014"} {"level":"info","ts":1784922616.2302547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ced0fd70-81b3-4f77-955a-87803a5ed014","EoS":false} {"level":"info","ts":1784922616.23029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ced0fd70-81b3-4f77-955a-87803a5ed014","EoS":true} {"level":"info","ts":1784922616.2303104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ced0fd70-81b3-4f77-955a-87803a5ed014","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922616.2303255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ced0fd70-81b3-4f77-955a-87803a5ed014","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922616.2303445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ced0fd70-81b3-4f77-955a-87803a5ed014"} {"level":"info","ts":1784922616.2624972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922616.2625756,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f73c3e7e-f7b3-4cf4-aab8-5f4d3ca7dca6"} {"level":"info","ts":1784922616.262587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f73c3e7e-f7b3-4cf4-aab8-5f4d3ca7dca6"} {"level":"info","ts":1784922616.2625992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f73c3e7e-f7b3-4cf4-aab8-5f4d3ca7dca6","EoS":false} {"level":"info","ts":1784922616.2626116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f73c3e7e-f7b3-4cf4-aab8-5f4d3ca7dca6","EoS":true} {"level":"info","ts":1784922616.2626314,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f73c3e7e-f7b3-4cf4-aab8-5f4d3ca7dca6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922616.2626457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f73c3e7e-f7b3-4cf4-aab8-5f4d3ca7dca6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922616.2626646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f73c3e7e-f7b3-4cf4-aab8-5f4d3ca7dca6"} {"level":"info","ts":1784922616.2972987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922616.2973733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ffe819e-0f5d-4eb7-8367-0fbdcf1439af"} {"level":"info","ts":1784922620.9196687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922620.9197469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"} {"level":"info","ts":1784922620.9197574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"} {"level":"info","ts":1784922620.919769,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","EoS":false} {"level":"info","ts":1784922620.919779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","EoS":true} {"level":"info","ts":1784922620.9197989,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922620.9198139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922620.9198344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"} {"level":"info","ts":1784922629.477105,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922629.4772058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcf15039-ee95-458e-b764-7a9ac984c42f"} {"level":"info","ts":1784922629.4772227,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bcf15039-ee95-458e-b764-7a9ac984c42f"} {"level":"info","ts":1784922629.4772394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcf15039-ee95-458e-b764-7a9ac984c42f","EoS":false} {"level":"info","ts":1784922629.477289,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcf15039-ee95-458e-b764-7a9ac984c42f","EoS":true} {"level":"info","ts":1784922629.4773238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcf15039-ee95-458e-b764-7a9ac984c42f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922629.4773993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcf15039-ee95-458e-b764-7a9ac984c42f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922629.4774323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bcf15039-ee95-458e-b764-7a9ac984c42f"} {"level":"info","ts":1784922631.5138514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922631.5139306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"} {"level":"info","ts":1784922631.5139418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"} {"level":"info","ts":1784922631.5139587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","EoS":false} {"level":"info","ts":1784922631.5139763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","EoS":true} {"level":"info","ts":1784922631.5139995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922631.5140154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922631.5140364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"} {"level":"info","ts":1784922644.3772197,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922644.3773243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"} {"level":"info","ts":1784922644.3773406,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"} {"level":"info","ts":1784922644.3773603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","EoS":false} {"level":"info","ts":1784922644.3773816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","EoS":true} {"level":"info","ts":1784922644.3774126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922644.3774304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922644.3774612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"} {"level":"info","ts":1784922652.8875859,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922652.8876734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"} {"level":"info","ts":1784922652.8876832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"} {"level":"info","ts":1784922652.8876946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","EoS":false} {"level":"info","ts":1784922652.8877053,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","EoS":true} {"level":"info","ts":1784922652.8877254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922652.8877435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922652.8877666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"} {"level":"info","ts":1784922661.7287145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922661.728795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"} {"level":"info","ts":1784922661.7288048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"} {"level":"info","ts":1784922661.728818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","EoS":false} {"level":"info","ts":1784922661.7288313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","EoS":true} {"level":"info","ts":1784922661.7288506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922661.728866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922661.7288854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"} {"level":"info","ts":1784922670.6859345,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922670.6860092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"522f9ee0-6c32-4b9c-abab-4d1dd3b1f461"} {"level":"info","ts":1784922670.6860223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"522f9ee0-6c32-4b9c-abab-4d1dd3b1f461"} {"level":"info","ts":1784922670.6860344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"522f9ee0-6c32-4b9c-abab-4d1dd3b1f461","EoS":false} {"level":"info","ts":1784922670.6860478,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"522f9ee0-6c32-4b9c-abab-4d1dd3b1f461","EoS":true} {"level":"info","ts":1784922670.6860685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"522f9ee0-6c32-4b9c-abab-4d1dd3b1f461","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922670.6860807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"522f9ee0-6c32-4b9c-abab-4d1dd3b1f461","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922670.6861012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"522f9ee0-6c32-4b9c-abab-4d1dd3b1f461"} {"level":"info","ts":1784922678.5612388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922678.5613413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5b0026f-428a-4598-8216-aca315c63901"} {"level":"info","ts":1784922678.5613523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5b0026f-428a-4598-8216-aca315c63901"} {"level":"info","ts":1784922678.5613637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5b0026f-428a-4598-8216-aca315c63901","EoS":false} {"level":"info","ts":1784922678.561374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5b0026f-428a-4598-8216-aca315c63901","EoS":true} {"level":"info","ts":1784922678.5613937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5b0026f-428a-4598-8216-aca315c63901","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784922678.56141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5b0026f-428a-4598-8216-aca315c63901","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922678.5614293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5b0026f-428a-4598-8216-aca315c63901"} {"level":"info","ts":1784922683.2913935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922683.291475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a74fb173-8db6-43b5-b939-67c5e1503456"} {"level":"info","ts":1784922683.2914903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a74fb173-8db6-43b5-b939-67c5e1503456"} {"level":"info","ts":1784922683.2915022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a74fb173-8db6-43b5-b939-67c5e1503456","EoS":false} {"level":"info","ts":1784922683.2915156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a74fb173-8db6-43b5-b939-67c5e1503456","EoS":true} {"level":"info","ts":1784922683.2915344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a74fb173-8db6-43b5-b939-67c5e1503456","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922683.29155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a74fb173-8db6-43b5-b939-67c5e1503456","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922683.2915819,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a74fb173-8db6-43b5-b939-67c5e1503456"} {"level":"info","ts":1784922683.5474722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922683.5475543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90c56a83-6074-4b71-ba10-e577934ec5fd"} {"level":"info","ts":1784922683.5475698,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90c56a83-6074-4b71-ba10-e577934ec5fd"} {"level":"info","ts":1784922683.5475829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90c56a83-6074-4b71-ba10-e577934ec5fd","EoS":false} {"level":"info","ts":1784922683.5475943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90c56a83-6074-4b71-ba10-e577934ec5fd","EoS":true} {"level":"info","ts":1784922683.5476136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90c56a83-6074-4b71-ba10-e577934ec5fd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922683.5476286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90c56a83-6074-4b71-ba10-e577934ec5fd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922683.5476482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90c56a83-6074-4b71-ba10-e577934ec5fd"} {"level":"info","ts":1784922685.5829499,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922685.5830283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af029ade-5a12-47a3-9e8c-918677d94ee3"} {"level":"info","ts":1784922685.583044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af029ade-5a12-47a3-9e8c-918677d94ee3"} {"level":"info","ts":1784922685.5830584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af029ade-5a12-47a3-9e8c-918677d94ee3","EoS":false} {"level":"info","ts":1784922685.5830774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af029ade-5a12-47a3-9e8c-918677d94ee3","EoS":true} {"level":"info","ts":1784922685.5831006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af029ade-5a12-47a3-9e8c-918677d94ee3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922685.5831149,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af029ade-5a12-47a3-9e8c-918677d94ee3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922685.5831342,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af029ade-5a12-47a3-9e8c-918677d94ee3"} {"level":"info","ts":1784922687.6151774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922687.6152537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a72694c3-393e-490f-b57b-5d69cadf8366"} {"level":"info","ts":1784922687.6152894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a72694c3-393e-490f-b57b-5d69cadf8366"} {"level":"info","ts":1784922687.6153069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a72694c3-393e-490f-b57b-5d69cadf8366","EoS":false} {"level":"info","ts":1784922687.6153185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a72694c3-393e-490f-b57b-5d69cadf8366","EoS":true} {"level":"info","ts":1784922687.6153376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a72694c3-393e-490f-b57b-5d69cadf8366","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922687.6153536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a72694c3-393e-490f-b57b-5d69cadf8366","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922687.6153736,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a72694c3-393e-490f-b57b-5d69cadf8366"} {"level":"info","ts":1784922689.6486263,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922689.6487305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"} {"level":"info","ts":1784922689.6487427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"} {"level":"info","ts":1784922689.6487546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","EoS":false} {"level":"info","ts":1784922689.6487644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","EoS":true} {"level":"info","ts":1784922689.6487894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922689.6488047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922689.648826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"} {"level":"info","ts":1784922711.7938256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922711.7939067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"} {"level":"info","ts":1784922711.7939198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"} {"level":"info","ts":1784922711.7939324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","EoS":false} {"level":"info","ts":1784922711.7939434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","EoS":true} {"level":"info","ts":1784922711.793968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922711.7939844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922711.7940066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"} {"level":"info","ts":1784922721.0702507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922721.0703583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ca9ec60-a149-48be-b424-e644a794a32f"} {"level":"info","ts":1784922721.0703754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ca9ec60-a149-48be-b424-e644a794a32f"} {"level":"info","ts":1784922721.070394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ca9ec60-a149-48be-b424-e644a794a32f","EoS":false} {"level":"info","ts":1784922721.0704145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ca9ec60-a149-48be-b424-e644a794a32f","EoS":true} {"level":"info","ts":1784922721.0704465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ca9ec60-a149-48be-b424-e644a794a32f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922721.070467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ca9ec60-a149-48be-b424-e644a794a32f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922721.0704868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ca9ec60-a149-48be-b424-e644a794a32f"} {"level":"info","ts":1784922726.433389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922726.4334714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f5e77fe-5a4e-46c5-bcd3-550ed89b3c73"} {"level":"info","ts":1784922726.4334822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f5e77fe-5a4e-46c5-bcd3-550ed89b3c73"} {"level":"info","ts":1784922726.433494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f5e77fe-5a4e-46c5-bcd3-550ed89b3c73","EoS":false} {"level":"info","ts":1784922726.4335048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f5e77fe-5a4e-46c5-bcd3-550ed89b3c73","EoS":true} {"level":"info","ts":1784922726.4335248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f5e77fe-5a4e-46c5-bcd3-550ed89b3c73","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922726.4335413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f5e77fe-5a4e-46c5-bcd3-550ed89b3c73","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922726.4335659,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f5e77fe-5a4e-46c5-bcd3-550ed89b3c73"} {"level":"info","ts":1784922735.9177651,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922735.917844,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59abf68b-ea3e-44cd-bba9-d262a4081e1a"} {"level":"info","ts":1784922735.917857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59abf68b-ea3e-44cd-bba9-d262a4081e1a"} {"level":"info","ts":1784922735.9179018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59abf68b-ea3e-44cd-bba9-d262a4081e1a","EoS":false} {"level":"info","ts":1784922735.9179163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59abf68b-ea3e-44cd-bba9-d262a4081e1a","EoS":true} {"level":"info","ts":1784922735.917936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59abf68b-ea3e-44cd-bba9-d262a4081e1a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922735.9179513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59abf68b-ea3e-44cd-bba9-d262a4081e1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922735.9179704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59abf68b-ea3e-44cd-bba9-d262a4081e1a"} {"level":"info","ts":1784922737.9528499,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922737.9529552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8b7434d-c269-48c3-a673-44036711242c"} {"level":"info","ts":1784922737.9529684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8b7434d-c269-48c3-a673-44036711242c"} {"level":"info","ts":1784922737.9529872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8b7434d-c269-48c3-a673-44036711242c","EoS":false} {"level":"info","ts":1784922737.9530072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8b7434d-c269-48c3-a673-44036711242c","EoS":true} {"level":"info","ts":1784922737.9530396,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8b7434d-c269-48c3-a673-44036711242c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922737.9530585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8b7434d-c269-48c3-a673-44036711242c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922737.9530907,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8b7434d-c269-48c3-a673-44036711242c"} {"level":"info","ts":1784922739.9889271,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922739.9890013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"} {"level":"info","ts":1784922739.98901,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"} {"level":"info","ts":1784922739.989022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","EoS":false} {"level":"info","ts":1784922739.9890327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","EoS":true} {"level":"info","ts":1784922739.9890513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922739.9890661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922739.989086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"} {"level":"info","ts":1784922749.3540306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922749.354128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"} {"level":"info","ts":1784922749.3541458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"} {"level":"info","ts":1784922749.3541641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","EoS":false} {"level":"info","ts":1784922749.3541834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","EoS":true} {"level":"info","ts":1784922749.3542118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922749.3542318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922749.3543427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"} {"level":"info","ts":1784922749.3906214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922749.3907285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"} {"level":"info","ts":1784922749.3907428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"} {"level":"info","ts":1784922749.3907547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","EoS":false} {"level":"info","ts":1784922749.3907678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","EoS":true} {"level":"info","ts":1784922749.3907871,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922749.3908017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922749.3908226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"} {"level":"info","ts":1784922768.449465,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922768.4495466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"} {"level":"info","ts":1784922768.449556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"} {"level":"info","ts":1784922768.4495678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","EoS":false} {"level":"info","ts":1784922768.4495792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","EoS":true} {"level":"info","ts":1784922768.4496017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922768.449618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922768.4496388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"} {"level":"info","ts":1784922777.755046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922777.7551217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9c147c2-8369-4690-8af8-413ea2920d5b"} {"level":"info","ts":1784922777.7551312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9c147c2-8369-4690-8af8-413ea2920d5b"} {"level":"info","ts":1784922777.7551422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9c147c2-8369-4690-8af8-413ea2920d5b","EoS":false} {"level":"info","ts":1784922777.7551541,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9c147c2-8369-4690-8af8-413ea2920d5b","EoS":true} {"level":"info","ts":1784922777.7551804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9c147c2-8369-4690-8af8-413ea2920d5b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922777.7551994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9c147c2-8369-4690-8af8-413ea2920d5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922777.7552202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9c147c2-8369-4690-8af8-413ea2920d5b"} {"level":"info","ts":1784922782.9403443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922782.940445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49e76a6b-8393-49be-b9be-d6fc69408de9"} {"level":"info","ts":1784922782.940464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49e76a6b-8393-49be-b9be-d6fc69408de9"} {"level":"info","ts":1784922782.9404845,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49e76a6b-8393-49be-b9be-d6fc69408de9","EoS":false} {"level":"info","ts":1784922782.9405055,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49e76a6b-8393-49be-b9be-d6fc69408de9","EoS":true} {"level":"info","ts":1784922782.9405375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49e76a6b-8393-49be-b9be-d6fc69408de9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784922782.9406276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49e76a6b-8393-49be-b9be-d6fc69408de9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784922782.9406655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49e76a6b-8393-49be-b9be-d6fc69408de9"} {"level":"info","ts":1784922873.2484157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922873.2484963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28db4f3f-a676-483d-9b2f-acdf32c56063"} {"level":"info","ts":1784922873.2485063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28db4f3f-a676-483d-9b2f-acdf32c56063"} {"level":"info","ts":1784922873.2485175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28db4f3f-a676-483d-9b2f-acdf32c56063","EoS":false} {"level":"info","ts":1784922873.248531,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28db4f3f-a676-483d-9b2f-acdf32c56063","EoS":true} {"level":"info","ts":1784922873.2485514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28db4f3f-a676-483d-9b2f-acdf32c56063","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784922873.2485664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28db4f3f-a676-483d-9b2f-acdf32c56063","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784922873.248587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28db4f3f-a676-483d-9b2f-acdf32c56063"} {"level":"info","ts":1784922898.3553252,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922898.3554165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"} {"level":"info","ts":1784922898.3554273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"} {"level":"info","ts":1784922898.355439,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","EoS":false} {"level":"info","ts":1784922898.3554528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","EoS":true} {"level":"info","ts":1784922898.3554745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784922898.3554885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784922898.3555105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"} {"level":"info","ts":1784922935.2595713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922935.2596548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"} {"level":"info","ts":1784922935.2596629,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"} {"level":"info","ts":1784922935.259674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","EoS":false} {"level":"info","ts":1784922935.2596896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","EoS":true} {"level":"info","ts":1784922935.259711,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922935.259727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922935.259747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"} {"level":"info","ts":1784922950.4886978,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922950.488771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"} {"level":"info","ts":1784922950.4887843,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"} {"level":"info","ts":1784922950.4887965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","EoS":false} {"level":"info","ts":1784922950.4888077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","EoS":true} {"level":"info","ts":1784922950.4888275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922950.488842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922950.4888604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"} {"level":"info","ts":1784922950.7607076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784922950.7607856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dab88dea-e050-4b39-9e3b-0a04dff4b598"} {"level":"info","ts":1784922950.7607985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dab88dea-e050-4b39-9e3b-0a04dff4b598"} {"level":"info","ts":1784922950.7608116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dab88dea-e050-4b39-9e3b-0a04dff4b598","EoS":false} {"level":"info","ts":1784922950.760824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dab88dea-e050-4b39-9e3b-0a04dff4b598","EoS":true} {"level":"info","ts":1784922950.7608492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dab88dea-e050-4b39-9e3b-0a04dff4b598","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784922950.760868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dab88dea-e050-4b39-9e3b-0a04dff4b598","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784922950.7608893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dab88dea-e050-4b39-9e3b-0a04dff4b598"} {"level":"info","ts":1784923248.939505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923248.9395943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"} {"level":"info","ts":1784923248.939605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"} {"level":"info","ts":1784923248.9396164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","EoS":false} {"level":"info","ts":1784923248.9396267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","EoS":true} {"level":"info","ts":1784923248.9396465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784923248.939661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784923248.939686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"} {"level":"info","ts":1784923248.9794447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923248.9795327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"} {"level":"info","ts":1784923248.9795444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"} {"level":"info","ts":1784923248.9795637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","EoS":false} {"level":"info","ts":1784923248.9795802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","EoS":true} {"level":"info","ts":1784923248.979603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784923248.979624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784923248.979655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"} {"level":"info","ts":1784923249.0164132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923249.0164998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79472fb2-ea74-4729-831f-bbe88fae1f94"} {"level":"info","ts":1784923249.0165136,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79472fb2-ea74-4729-831f-bbe88fae1f94"} {"level":"info","ts":1784923249.0165317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79472fb2-ea74-4729-831f-bbe88fae1f94","EoS":false} {"level":"info","ts":1784923249.016548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79472fb2-ea74-4729-831f-bbe88fae1f94","EoS":true} {"level":"info","ts":1784923249.0165794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79472fb2-ea74-4729-831f-bbe88fae1f94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784923249.0165977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79472fb2-ea74-4729-831f-bbe88fae1f94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784923249.0166256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79472fb2-ea74-4729-831f-bbe88fae1f94"} {"level":"info","ts":1784923249.0447679,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923249.0448472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23971ebd-1ea3-4050-bb54-a00b61454bb9"} {"level":"info","ts":1784923249.0448596,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23971ebd-1ea3-4050-bb54-a00b61454bb9"} {"level":"info","ts":1784923249.0448713,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23971ebd-1ea3-4050-bb54-a00b61454bb9","EoS":false} {"level":"info","ts":1784923249.0448813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23971ebd-1ea3-4050-bb54-a00b61454bb9","EoS":true} {"level":"info","ts":1784923249.0449002,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23971ebd-1ea3-4050-bb54-a00b61454bb9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784923249.0449183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23971ebd-1ea3-4050-bb54-a00b61454bb9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784923249.0449426,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23971ebd-1ea3-4050-bb54-a00b61454bb9"} {"level":"info","ts":1784923253.887612,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f4a090c-6d6a-44cf-a05b-efb1326d4124"} {"level":"info","ts":1784923253.8877072,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34226d99-de46-4b58-9a1d-74b058884c11","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784923253.8877375,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"34226d99-de46-4b58-9a1d-74b058884c11","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784923253.8923602,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455f2ce1-fccd-4970-be82-bf3f01fb770e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784923253.892388,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"455f2ce1-fccd-4970-be82-bf3f01fb770e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784923253.8957014,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f4a090c-6d6a-44cf-a05b-efb1326d4124","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784923253.8959527,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34370.08428282,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784923253.8959723,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784923254.0553408,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b0923cb-5d15-4eca-83bd-bd8d30d88445","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784923254.0554025,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b0923cb-5d15-4eca-83bd-bd8d30d88445","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784923254.0558195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d63836-6873-4403-8e02-0a019d116f7b"} {"level":"info","ts":1784923254.0565212,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e64b3a10-214b-4b90-b290-8b8f2e4fd759","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784923254.0565767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e64b3a10-214b-4b90-b290-8b8f2e4fd759","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784923254.0587082,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784923254.0594575,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d63836-6873-4403-8e02-0a019d116f7b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784923254.0597363,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37450.250220321,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784923254.059755,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784923254.096243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37793.010820863,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784923254.096292,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784923254.1037538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784923254.1406653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4a05d2c-10f6-4685-8875-fdb6daf3513c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784923254.1407113,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4a05d2c-10f6-4685-8875-fdb6daf3513c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784923254.154388,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784923254.155006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f38bdd61-1ed7-42f0-8d24-ae7281c4b329","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784923254.155048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f38bdd61-1ed7-42f0-8d24-ae7281c4b329","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784923254.1603355,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d63836-6873-4403-8e02-0a019d116f7b","name":"e2e-external-model"} {"level":"info","ts":1784923254.1671178,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a000dd9-8c59-4a54-aefd-654c75d978dc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784923254.1671572,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a000dd9-8c59-4a54-aefd-654c75d978dc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784923254.1683664,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d63836-6873-4403-8e02-0a019d116f7b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784923254.1742198,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9d63836-6873-4403-8e02-0a019d116f7b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784923254.1743243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ba7ba2f-27b6-484a-b5bd-3774996c85e8"} {"level":"info","ts":1784923254.174377,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ba7ba2f-27b6-484a-b5bd-3774996c85e8","name":"e2e-external-model"} {"level":"info","ts":1784923254.182392,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ba7ba2f-27b6-484a-b5bd-3774996c85e8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784923254.1966467,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f4a090c-6d6a-44cf-a05b-efb1326d4124","name":"e2e-external-provider"} {"level":"info","ts":1784923254.2063482,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f4a090c-6d6a-44cf-a05b-efb1326d4124","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784923254.209852,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7f4a090c-6d6a-44cf-a05b-efb1326d4124","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784923254.2099438,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f83356b-f8db-4a41-acf2-9480a394b07c"} {"level":"info","ts":1784923254.2099829,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f83356b-f8db-4a41-acf2-9480a394b07c","name":"e2e-external-provider"} {"level":"info","ts":1784923254.218762,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5f83356b-f8db-4a41-acf2-9480a394b07c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784923261.355834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923261.3559391,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32"} {"level":"info","ts":1784923261.3559544,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32"} {"level":"info","ts":1784923261.3559704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32","EoS":false} {"level":"info","ts":1784923261.3559856,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32","EoS":true} {"level":"info","ts":1784923261.356018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784923261.356038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784923261.3560486,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32","modelName":"e2e-external-model"} {"level":"info","ts":1784923261.3560681,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784923261.3561456,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12376e04-b40a-4f8c-9f72-d409d6886b32"} {"level":"info","ts":1784923261.412593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923261.4126687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6"} {"level":"info","ts":1784923261.4126782,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6"} {"level":"info","ts":1784923261.4126923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6","EoS":false} {"level":"info","ts":1784923261.412703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6","EoS":true} {"level":"info","ts":1784923261.4127216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784923261.4127364,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784923261.4127433,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6","modelName":"e2e-external-model"} {"level":"info","ts":1784923261.4127593,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784923261.412798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e5b8530-a202-49e6-a0c3-a5440bd005e6"} {"level":"info","ts":1784923261.464506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923261.464582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174"} {"level":"info","ts":1784923261.4645903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174"} {"level":"info","ts":1784923261.464601,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","EoS":false} {"level":"info","ts":1784923261.4646165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","EoS":true} {"level":"info","ts":1784923261.4646375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784923261.4646518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784923261.4646587,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","modelName":"e2e-external-model"} {"level":"info","ts":1784923261.464672,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784923261.4647117,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174"} {"level":"info","ts":1784923261.5917978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69c56d52-dea0-41b6-a2b8-33ee1346b9c8"} {"level":"info","ts":1784923261.5918133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d0c40db-f4ae-40d0-9cbf-917e62e89db8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784923261.591925,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d0c40db-f4ae-40d0-9cbf-917e62e89db8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784923261.5987892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67473c3f-504d-4b8a-bdc5-274a7f0796d2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784923261.5988193,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"67473c3f-504d-4b8a-bdc5-274a7f0796d2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784923261.5999775,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69c56d52-dea0-41b6-a2b8-33ee1346b9c8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784923261.6000345,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69c56d52-dea0-41b6-a2b8-33ee1346b9c8","name":"e2e-cleanup-test"} {"level":"info","ts":1784923261.630806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"799099b6-3e73-4a30-a90d-205c711fedbb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784923261.6308534,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"799099b6-3e73-4a30-a90d-205c711fedbb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784923261.6310563,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69c56d52-dea0-41b6-a2b8-33ee1346b9c8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784923261.6310964,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69c56d52-dea0-41b6-a2b8-33ee1346b9c8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784923261.6311545,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21b57e05-3bd0-4a22-bf6c-806bfae4ce52"} {"level":"info","ts":1784923261.6312065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21b57e05-3bd0-4a22-bf6c-806bfae4ce52","name":"e2e-cleanup-test"} {"level":"info","ts":1784923261.6567788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd794833-3848-40a3-800c-fa4c4adbcbb5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784923261.656825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd794833-3848-40a3-800c-fa4c4adbcbb5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784923261.6585798,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21b57e05-3bd0-4a22-bf6c-806bfae4ce52","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784923261.6586342,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21b57e05-3bd0-4a22-bf6c-806bfae4ce52","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784923261.658709,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2aa1dd70-7792-4b4f-864c-65238a835361"} {"level":"info","ts":1784923261.6588147,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2aa1dd70-7792-4b4f-864c-65238a835361","name":"e2e-cleanup-test"} {"level":"info","ts":1784923261.6734035,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2aa1dd70-7792-4b4f-864c-65238a835361","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784923261.676996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41a46f77-cc12-4971-80ab-13c701d6dce8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784923261.6770291,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"41a46f77-cc12-4971-80ab-13c701d6dce8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784923261.680547,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2aa1dd70-7792-4b4f-864c-65238a835361","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784923261.6806269,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3de82d5-c7f1-4a48-8e3f-e40d04efdb61"} {"level":"info","ts":1784923261.6806836,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3de82d5-c7f1-4a48-8e3f-e40d04efdb61","name":"e2e-cleanup-test"} {"level":"info","ts":1784923261.6906059,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3de82d5-c7f1-4a48-8e3f-e40d04efdb61","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784923269.8365805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"098474d0-15e8-4b1e-b368-7860918fced4"} {"level":"info","ts":1784923269.8365881,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b10fe4e-4208-489f-8f8e-00f45f833eff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784923269.8366523,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b10fe4e-4208-489f-8f8e-00f45f833eff","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784923274.1242394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923274.1243346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0"} {"level":"info","ts":1784923274.1243443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0"} {"level":"info","ts":1784923274.124356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0","EoS":false} {"level":"info","ts":1784923274.1243727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0","EoS":true} {"level":"info","ts":1784923274.1243966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784923274.124413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784923274.124438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0"} {"level":"info","ts":1784923274.1537323,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923274.1538048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3"} {"level":"info","ts":1784923274.1538153,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3"} {"level":"info","ts":1784923274.1538267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","EoS":false} {"level":"info","ts":1784923274.1538382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","EoS":true} {"level":"info","ts":1784923274.153857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784923274.153872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784923274.1538818,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","modelName":"e2e-external-model"} {"level":"info","ts":1784923274.1538985,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784923274.1539404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3"} {"level":"info","ts":1784923274.1951673,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923274.1952448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"} {"level":"info","ts":1784923274.1952822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"} {"level":"info","ts":1784923274.1953032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","EoS":false} {"level":"info","ts":1784923274.195314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","EoS":true} {"level":"info","ts":1784923274.1953335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784923274.195349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784923274.1953735,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"} {"level":"info","ts":1784923274.3398163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784923274.3398957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"} {"level":"info","ts":1784923274.3399093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"} {"level":"info","ts":1784923274.3399212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","EoS":false} {"level":"info","ts":1784923274.3399308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","EoS":true} {"level":"info","ts":1784923274.3399525,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","field":"model"} {"level":"info","ts":1784923274.3399773,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"} {"level":"info","ts":1784923275.2636623,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c8bc41e-7721-4a7b-b412-257f0ae3f633"} {"level":"info","ts":1784923275.2637153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c387f553-853f-417f-838b-788af3d1cf5d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784923275.2637584,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c387f553-853f-417f-838b-788af3d1cf5d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784923275.4012392,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc95885c-9ce5-4bec-aa9a-ec8bc206ee4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784923275.401312,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc95885c-9ce5-4bec-aa9a-ec8bc206ee4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784923275.401315,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83553d28-2bae-4681-a01d-080654b5425d"} {"level":"info","ts":1784924354.9301877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784924354.9302983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d976dad-ea26-4b08-9d51-218194721118"} {"level":"info","ts":1784924409.5974188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784924409.5975041,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"} {"level":"info","ts":1784924409.5975137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"} {"level":"info","ts":1784924409.597526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","EoS":false} {"level":"info","ts":1784924409.5975378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","EoS":true} {"level":"info","ts":1784924409.597562,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784924409.5975769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784924409.5975966,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"}