{"level":"info","ts":1784922573.7636359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea","EoS":true}
{"level":"info","ts":1784922573.7636669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea","header":"x-maas-group"}
{"level":"info","ts":1784922573.7636778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea","header":"x-maas-subscription"}
{"level":"info","ts":1784922573.763683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea","header":"x-maas-username"}
{"level":"info","ts":1784922573.7636979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922573.7637222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea"}
{"level":"info","ts":1784922573.7647743,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea"}
{"level":"info","ts":1784922573.764794,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea"}
{"level":"info","ts":1784922573.7648091,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea","EoS":false}
{"level":"info","ts":1784922573.7648208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea","EoS":true}
{"level":"info","ts":1784922573.7648547,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8d60e1b1-7400-4760-898c-dc04e2d2fdea"}
{"level":"info","ts":1784922596.849788,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922596.8498719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"}
{"level":"info","ts":1784922596.8498821,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"}
{"level":"info","ts":1784922596.8498943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","EoS":true}
{"level":"info","ts":1784922596.8499236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","header":"x-maas-username"}
{"level":"info","ts":1784922596.8499343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","header":"x-maas-subscription"}
{"level":"info","ts":1784922596.8499386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","header":"x-maas-group"}
{"level":"info","ts":1784922596.8499537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922596.8499863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"}
{"level":"info","ts":1784922596.8524184,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"}
{"level":"info","ts":1784922596.8524394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"}
{"level":"info","ts":1784922596.8524783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","EoS":false}
{"level":"info","ts":1784922596.852507,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3","EoS":true}
{"level":"info","ts":1784922596.8525505,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d237b72d-36be-4512-b87c-171dddd44da3"}
{"level":"info","ts":1784922596.992053,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922596.9921181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"}
{"level":"info","ts":1784922596.99213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"}
{"level":"info","ts":1784922596.9921432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","EoS":true}
{"level":"info","ts":1784922596.9921646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","header":"x-maas-subscription"}
{"level":"info","ts":1784922596.992176,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","header":"x-maas-username"}
{"level":"info","ts":1784922596.9921813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","header":"x-maas-group"}
{"level":"info","ts":1784922596.9921918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922596.9922106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"}
{"level":"info","ts":1784922596.9929879,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"}
{"level":"info","ts":1784922596.9930072,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"}
{"level":"info","ts":1784922596.9930215,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","EoS":false}
{"level":"info","ts":1784922596.993032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4","EoS":true}
{"level":"info","ts":1784922596.9930735,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1b595e39-e744-48c3-bf97-02faade3afe4"}
{"level":"info","ts":1784922597.1287584,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922597.1288223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"}
{"level":"info","ts":1784922597.1288316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"}
{"level":"info","ts":1784922597.1288414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","EoS":true}
{"level":"info","ts":1784922597.128862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","header":"x-maas-subscription"}
{"level":"info","ts":1784922597.1288724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","header":"x-maas-username"}
{"level":"info","ts":1784922597.1288772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","header":"x-maas-group"}
{"level":"info","ts":1784922597.1288877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922597.128908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"}
{"level":"info","ts":1784922597.1296933,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"}
{"level":"info","ts":1784922597.1297047,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"}
{"level":"info","ts":1784922597.129716,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","EoS":false}
{"level":"info","ts":1784922597.1297317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff","EoS":true}
{"level":"info","ts":1784922597.129765,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2cbad9c9-a14e-4a9b-8f83-2c3526b3c7ff"}
{"level":"info","ts":1784922597.2671666,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922597.2672222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"}
{"level":"info","ts":1784922597.2672324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"}
{"level":"info","ts":1784922597.2672424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","EoS":true}
{"level":"info","ts":1784922597.2672613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","header":"x-maas-subscription"}
{"level":"info","ts":1784922597.2672718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","header":"x-maas-group"}
{"level":"info","ts":1784922597.2672765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","header":"x-maas-username"}
{"level":"info","ts":1784922597.2672873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922597.2673135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"}
{"level":"info","ts":1784922597.2681139,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"}
{"level":"info","ts":1784922597.2681315,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"}
{"level":"info","ts":1784922597.268145,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","EoS":false}
{"level":"info","ts":1784922597.2681558,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a","EoS":true}
{"level":"info","ts":1784922597.2681894,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7b35c152-85e2-4a50-bfcc-337c86a5a67a"}
{"level":"info","ts":1784922597.413385,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922597.413444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"}
{"level":"info","ts":1784922597.4134738,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"}
{"level":"info","ts":1784922597.413486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","EoS":true}
{"level":"info","ts":1784922597.4135046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","header":"x-maas-username"}
{"level":"info","ts":1784922597.4135141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","header":"x-maas-group"}
{"level":"info","ts":1784922597.413519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","header":"x-maas-subscription"}
{"level":"info","ts":1784922597.4135296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922597.413549,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"}
{"level":"info","ts":1784922597.4143574,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"}
{"level":"info","ts":1784922597.4143732,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"}
{"level":"info","ts":1784922597.4143865,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","EoS":false}
{"level":"info","ts":1784922597.4144006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9","EoS":true}
{"level":"info","ts":1784922597.4144375,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"18d4783c-41c0-47cc-8691-6ce8c21902f9"}
{"level":"info","ts":1784922616.205147,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922616.2052314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"}
{"level":"info","ts":1784922616.2052443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"}
{"level":"info","ts":1784922616.2052565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","EoS":true}
{"level":"info","ts":1784922616.205281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","header":"x-maas-username"}
{"level":"info","ts":1784922616.2052944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","header":"x-maas-subscription"}
{"level":"info","ts":1784922616.2053008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","header":"x-maas-group"}
{"level":"info","ts":1784922616.2053168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922616.2053485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"}
{"level":"info","ts":1784922616.2075152,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"}
{"level":"info","ts":1784922616.2075312,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"}
{"level":"info","ts":1784922616.2075438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","EoS":false}
{"level":"info","ts":1784922616.207555,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33","EoS":true}
{"level":"info","ts":1784922616.2075875,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c542b4fc-ea10-46cf-b770-675fabf05e33"}
{"level":"info","ts":1784922616.3079965,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922616.308083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ffe819e-0f5d-4eb7-8367-0fbdcf1439af"}
{"level":"info","ts":1784922616.308746,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ffe819e-0f5d-4eb7-8367-0fbdcf1439af"}
{"level":"info","ts":1784922616.3087637,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1ffe819e-0f5d-4eb7-8367-0fbdcf1439af"}
{"level":"info","ts":1784922616.3087783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ffe819e-0f5d-4eb7-8367-0fbdcf1439af","EoS":false}
{"level":"info","ts":1784922616.3087888,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"1ffe819e-0f5d-4eb7-8367-0fbdcf1439af"}
{"level":"info","ts":1784922616.3088105,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1ffe819e-0f5d-4eb7-8367-0fbdcf1439af","EoS":true}
{"level":"info","ts":1784922616.308818,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"1ffe819e-0f5d-4eb7-8367-0fbdcf1439af"}
{"level":"info","ts":1784922620.9329145,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922620.9329944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"}
{"level":"info","ts":1784922620.9330065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"}
{"level":"info","ts":1784922620.9330182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","EoS":true}
{"level":"info","ts":1784922620.9330463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","header":"x-maas-username"}
{"level":"info","ts":1784922620.9330573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","header":"x-maas-group"}
{"level":"info","ts":1784922620.9330635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","header":"x-maas-subscription"}
{"level":"info","ts":1784922620.9330776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922620.9330986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"}
{"level":"info","ts":1784922620.9339948,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"}
{"level":"info","ts":1784922620.93402,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"}
{"level":"info","ts":1784922620.9340343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","EoS":false}
{"level":"info","ts":1784922620.9340456,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f","EoS":true}
{"level":"info","ts":1784922620.9340854,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a0fba6d2-25d4-4345-b24d-de48dd8cff8f"}
{"level":"info","ts":1784922631.5267637,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922631.526843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"}
{"level":"info","ts":1784922631.5268528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"}
{"level":"info","ts":1784922631.5268633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","EoS":true}
{"level":"info","ts":1784922631.5268872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","header":"x-maas-username"}
{"level":"info","ts":1784922631.5268984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","header":"x-maas-group"}
{"level":"info","ts":1784922631.5269036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","header":"x-maas-subscription"}
{"level":"info","ts":1784922631.5269158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784922631.526943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"}
{"level":"info","ts":1784922631.5279894,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"}
{"level":"info","ts":1784922631.5280108,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"}
{"level":"info","ts":1784922631.5280254,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","EoS":false}
{"level":"info","ts":1784922631.5280356,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc","EoS":true}
{"level":"info","ts":1784922631.528065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"15e89734-c5e6-4e01-b265-ec1b67894dbc"}
{"level":"info","ts":1784922644.3929589,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922644.3930526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"}
{"level":"info","ts":1784922644.393069,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"}
{"level":"info","ts":1784922644.393088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","EoS":true}
{"level":"info","ts":1784922644.3931775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","header":"x-maas-subscription"}
{"level":"info","ts":1784922644.3931925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","header":"x-maas-username"}
{"level":"info","ts":1784922644.393201,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","header":"x-maas-group"}
{"level":"info","ts":1784922644.393221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922644.3932564,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"}
{"level":"info","ts":1784922644.3942184,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"}
{"level":"info","ts":1784922644.3942463,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"}
{"level":"info","ts":1784922644.3942637,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","EoS":false}
{"level":"info","ts":1784922644.3942754,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084","EoS":true}
{"level":"info","ts":1784922644.3943157,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"364d767d-4feb-49a5-b60b-988fbf1f4084"}
{"level":"info","ts":1784922652.9002962,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922652.9003778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"}
{"level":"info","ts":1784922652.900391,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"}
{"level":"info","ts":1784922652.9004028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","EoS":true}
{"level":"info","ts":1784922652.9004354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","header":"x-maas-username"}
{"level":"info","ts":1784922652.9004471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","header":"x-maas-group"}
{"level":"info","ts":1784922652.9004524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","header":"x-maas-subscription"}
{"level":"info","ts":1784922652.9004838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922652.9005122,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"}
{"level":"info","ts":1784922652.901521,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"}
{"level":"info","ts":1784922652.9015455,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"}
{"level":"info","ts":1784922652.9015672,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","EoS":false}
{"level":"info","ts":1784922652.9015837,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59","EoS":true}
{"level":"info","ts":1784922652.9016352,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"311a1d9d-03b8-4052-a55f-5ef62b13db59"}
{"level":"info","ts":1784922661.7410944,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922661.7411883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"}
{"level":"info","ts":1784922661.7412035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"}
{"level":"info","ts":1784922661.7412233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","EoS":true}
{"level":"info","ts":1784922661.741305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","header":"x-maas-subscription"}
{"level":"info","ts":1784922661.7413187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","header":"x-maas-username"}
{"level":"info","ts":1784922661.741326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","header":"x-maas-group"}
{"level":"info","ts":1784922661.7413433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922661.7413783,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"}
{"level":"info","ts":1784922661.742321,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"}
{"level":"info","ts":1784922661.7423413,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"}
{"level":"info","ts":1784922661.742356,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","EoS":false}
{"level":"info","ts":1784922661.742367,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3","EoS":true}
{"level":"info","ts":1784922661.7424014,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7e4d6c4d-c3ba-4a4b-a0c4-8aeb320da7b3"}
{"level":"info","ts":1784922689.661506,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922689.6615973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"}
{"level":"info","ts":1784922689.6616127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"}
{"level":"info","ts":1784922689.6616783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","EoS":true}
{"level":"info","ts":1784922689.6617184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","header":"x-maas-username"}
{"level":"info","ts":1784922689.6617312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","header":"x-maas-subscription"}
{"level":"info","ts":1784922689.661746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","header":"x-maas-group"}
{"level":"info","ts":1784922689.661764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784922689.6617954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"}
{"level":"info","ts":1784922689.664001,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"}
{"level":"info","ts":1784922689.6640215,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"}
{"level":"info","ts":1784922689.6640418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","EoS":false}
{"level":"info","ts":1784922689.6640525,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca","EoS":true}
{"level":"info","ts":1784922689.6640844,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e17d535b-4882-4a0d-862a-979ad8e830ca"}
{"level":"info","ts":1784922711.8050387,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922711.8051279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"}
{"level":"info","ts":1784922711.805141,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"}
{"level":"info","ts":1784922711.8051605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","EoS":true}
{"level":"info","ts":1784922711.805238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","header":"x-maas-subscription"}
{"level":"info","ts":1784922711.8052516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","header":"x-maas-username"}
{"level":"info","ts":1784922711.8052607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","header":"x-maas-group"}
{"level":"info","ts":1784922711.8052788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784922711.8053143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"}
{"level":"info","ts":1784922711.8063424,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"}
{"level":"info","ts":1784922711.806367,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"}
{"level":"info","ts":1784922711.8063848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","EoS":false}
{"level":"info","ts":1784922711.806396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed","EoS":true}
{"level":"info","ts":1784922711.806428,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0cb0082a-da5f-4e07-baf4-1496ecf45fed"}
{"level":"info","ts":1784922740.0019898,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922740.0020764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"}
{"level":"info","ts":1784922740.0020874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"}
{"level":"info","ts":1784922740.002098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","EoS":true}
{"level":"info","ts":1784922740.002124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","header":"x-maas-subscription"}
{"level":"info","ts":1784922740.0021348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","header":"x-maas-group"}
{"level":"info","ts":1784922740.0021396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","header":"x-maas-username"}
{"level":"info","ts":1784922740.002153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922740.0021775,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"}
{"level":"info","ts":1784922740.0042806,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"}
{"level":"info","ts":1784922740.0043046,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"}
{"level":"info","ts":1784922740.0043209,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","EoS":false}
{"level":"info","ts":1784922740.0043328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e","EoS":true}
{"level":"info","ts":1784922740.004371,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8cfd4dfc-1e46-45b5-99fa-92873bed8d2e"}
{"level":"info","ts":1784922749.3670876,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922749.3671741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"}
{"level":"info","ts":1784922749.3671854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"}
{"level":"info","ts":1784922749.3672023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","EoS":true}
{"level":"info","ts":1784922749.3672743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","header":"x-maas-username"}
{"level":"info","ts":1784922749.3672886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","header":"x-maas-subscription"}
{"level":"info","ts":1784922749.3672936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","header":"x-maas-group"}
{"level":"info","ts":1784922749.3673143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922749.3673403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"}
{"level":"info","ts":1784922749.368197,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"}
{"level":"info","ts":1784922749.368218,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"}
{"level":"info","ts":1784922749.3682323,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","EoS":false}
{"level":"info","ts":1784922749.3682432,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4","EoS":true}
{"level":"info","ts":1784922749.3682775,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42bd1a85-2370-41cd-bf7f-ec475b3673d4"}
{"level":"info","ts":1784922749.4031436,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922749.4031997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"}
{"level":"info","ts":1784922749.40321,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"}
{"level":"info","ts":1784922749.4032226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","EoS":true}
{"level":"info","ts":1784922749.4032478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","header":"x-maas-username"}
{"level":"info","ts":1784922749.403259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","header":"x-maas-group"}
{"level":"info","ts":1784922749.4032638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","header":"x-maas-subscription"}
{"level":"info","ts":1784922749.403274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922749.40333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"}
{"level":"info","ts":1784922749.404113,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"}
{"level":"info","ts":1784922749.4041262,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"}
{"level":"info","ts":1784922749.404137,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","EoS":false}
{"level":"info","ts":1784922749.4041476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f","EoS":true}
{"level":"info","ts":1784922749.4041822,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"edbd5dd9-0778-407a-82dc-57d45c25599f"}
{"level":"info","ts":1784922768.4612153,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922768.4612992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"}
{"level":"info","ts":1784922768.4613104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"}
{"level":"info","ts":1784922768.461321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","EoS":true}
{"level":"info","ts":1784922768.4613476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","header":"x-maas-group"}
{"level":"info","ts":1784922768.461397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","header":"x-maas-subscription"}
{"level":"info","ts":1784922768.4614067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","header":"x-maas-username"}
{"level":"info","ts":1784922768.4614236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922768.4614518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"}
{"level":"info","ts":1784922768.4645295,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"}
{"level":"info","ts":1784922768.4645493,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"}
{"level":"info","ts":1784922768.4645627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","EoS":false}
{"level":"info","ts":1784922768.4645734,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d","EoS":true}
{"level":"info","ts":1784922768.4646137,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ca9e3493-affe-4690-a704-f1623c877d2d"}
{"level":"info","ts":1784922898.3704407,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922898.3705475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"}
{"level":"info","ts":1784922898.3705578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"}
{"level":"info","ts":1784922898.3705697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","EoS":true}
{"level":"info","ts":1784922898.3705978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","header":"x-maas-group"}
{"level":"info","ts":1784922898.3706088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","header":"x-maas-subscription"}
{"level":"info","ts":1784922898.3706148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","header":"x-maas-username"}
{"level":"info","ts":1784922898.370629,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784922898.3706532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"}
{"level":"info","ts":1784922898.3720312,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"}
{"level":"info","ts":1784922898.3720608,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"}
{"level":"info","ts":1784922898.372078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","EoS":false}
{"level":"info","ts":1784922898.3720913,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4","EoS":true}
{"level":"info","ts":1784922898.3721323,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8761f931-83d0-4f41-9a05-db6a5eed4ae4"}
{"level":"info","ts":1784922935.274515,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922935.2745967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"}
{"level":"info","ts":1784922935.2746048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"}
{"level":"info","ts":1784922935.2746174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","EoS":true}
{"level":"info","ts":1784922935.2746425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","header":"x-maas-username"}
{"level":"info","ts":1784922935.2746558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","header":"x-maas-subscription"}
{"level":"info","ts":1784922935.2746763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","header":"x-maas-group"}
{"level":"info","ts":1784922935.2746937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922935.2747228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"}
{"level":"info","ts":1784922935.2776864,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"}
{"level":"info","ts":1784922935.2777176,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"}
{"level":"info","ts":1784922935.2777336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","EoS":false}
{"level":"info","ts":1784922935.2777455,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b","EoS":true}
{"level":"info","ts":1784922935.2777846,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"00da2b8f-2a35-4ce0-8f40-34049c3bf88b"}
{"level":"info","ts":1784922950.5012171,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784922950.5013041,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"}
{"level":"info","ts":1784922950.5013142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"}
{"level":"info","ts":1784922950.5013256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","EoS":true}
{"level":"info","ts":1784922950.5013924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","header":"x-maas-subscription"}
{"level":"info","ts":1784922950.5014057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","header":"x-maas-username"}
{"level":"info","ts":1784922950.5014107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","header":"x-maas-group"}
{"level":"info","ts":1784922950.501426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784922950.5014825,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"}
{"level":"info","ts":1784922950.5031266,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"}
{"level":"info","ts":1784922950.503151,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"}
{"level":"info","ts":1784922950.5031664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","EoS":false}
{"level":"info","ts":1784922950.5031776,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd","EoS":true}
{"level":"info","ts":1784922950.5032196,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a98e1539-a7e9-4350-9d8e-49e94e2c47dd"}
{"level":"info","ts":1784923248.9528797,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784923248.95297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"}
{"level":"info","ts":1784923248.9529788,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"}
{"level":"info","ts":1784923248.9529903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","EoS":true}
{"level":"info","ts":1784923248.9530172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","header":"x-maas-username"}
{"level":"info","ts":1784923248.9530272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","header":"x-maas-subscription"}
{"level":"info","ts":1784923248.953077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","header":"x-maas-group"}
{"level":"info","ts":1784923248.9530911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784923248.9531212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"}
{"level":"info","ts":1784923248.9538836,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"}
{"level":"info","ts":1784923248.9539068,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"}
{"level":"info","ts":1784923248.9539292,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","EoS":false}
{"level":"info","ts":1784923248.9539495,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb","EoS":true}
{"level":"info","ts":1784923248.9539995,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3e4decf6-df83-41cb-8537-2ef47c5bbfdb"}
{"level":"info","ts":1784923248.991492,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784923248.9915617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"}
{"level":"info","ts":1784923248.9915736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"}
{"level":"info","ts":1784923248.9915853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","EoS":true}
{"level":"info","ts":1784923248.991605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","header":"x-maas-subscription"}
{"level":"info","ts":1784923248.9916158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","header":"x-maas-username"}
{"level":"info","ts":1784923248.9916205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","header":"x-maas-group"}
{"level":"info","ts":1784923248.9916334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784923248.9916575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"}
{"level":"info","ts":1784923248.993567,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"}
{"level":"info","ts":1784923248.993584,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"}
{"level":"info","ts":1784923248.9935973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","EoS":false}
{"level":"info","ts":1784923248.9936116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455","EoS":true}
{"level":"info","ts":1784923248.9936445,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"93c5690e-91c9-4b9e-b58a-ce92a0deb455"}
{"level":"info","ts":1784923253.767123,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d9d1b87f-2b41-49f5-a093-b49242e49d36","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784923253.7674363,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36541.194473215,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923253.7674835,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923253.8013887,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923253.8682706,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d9d1b87f-2b41-49f5-a093-b49242e49d36","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784923253.8870609,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"439b147b-651d-4908-b726-043ba9869791"}
{"level":"info","ts":1784923253.8871489,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b44fc055-9dec-41b6-9331-7529b6a5e94b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784923253.8871753,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b44fc055-9dec-41b6-9331-7529b6a5e94b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784923253.892009,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b76d2434-8e73-466c-813b-1f5c1af73a93","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784923253.892035,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b76d2434-8e73-466c-813b-1f5c1af73a93","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784923253.8924425,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36038.574839788,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923253.8924727,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923253.9000854,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923253.993257,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"439b147b-651d-4908-b726-043ba9869791","name":"e2e-external-provider"}
{"level":"info","ts":1784923253.9970448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"872673fc-1ca4-4ef7-b0fb-4e24afea5d71"}
{"level":"info","ts":1784923253.9970934,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a363e7cf-c972-4ea4-9183-87d697809fd7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923253.9971266,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a363e7cf-c972-4ea4-9183-87d697809fd7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784923254.0017774,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"872673fc-1ca4-4ef7-b0fb-4e24afea5d71","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784923254.0018964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b447261e-c126-4f18-9a23-92e0fa71c1b7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923254.0019293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b447261e-c126-4f18-9a23-92e0fa71c1b7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784923254.0043645,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"439b147b-651d-4908-b726-043ba9869791","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784923254.0065587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f4323e7-77a5-4775-bc45-393f5eb32504","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923254.006585,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f4323e7-77a5-4775-bc45-393f5eb32504","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784923254.0066264,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"872673fc-1ca4-4ef7-b0fb-4e24afea5d71","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784923254.0066967,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"521824fc-f531-4f73-8862-706f827aa9c3"}
{"level":"info","ts":1784923254.0067198,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"521824fc-f531-4f73-8862-706f827aa9c3","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784923254.011063,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"521824fc-f531-4f73-8862-706f827aa9c3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784923254.0126288,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"439b147b-651d-4908-b726-043ba9869791","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784923254.016514,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"439b147b-651d-4908-b726-043ba9869791","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784923254.0215833,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c26085d3-1138-494e-bd86-d0d8196c601c"}
{"level":"info","ts":1784923254.0216103,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c26085d3-1138-494e-bd86-d0d8196c601c","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784923254.0223804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe3be16d-0ff6-4bc7-9ccd-36f9017cdd2f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923254.0224042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe3be16d-0ff6-4bc7-9ccd-36f9017cdd2f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784923254.0224233,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96d49eb7-420c-4d00-9df6-a78ccda2ea0a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784923254.022385,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8f73aa9-98bc-48e1-8bcb-d4919a84d0eb"}
{"level":"info","ts":1784923254.0224466,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96d49eb7-420c-4d00-9df6-a78ccda2ea0a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784923254.0224962,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8f73aa9-98bc-48e1-8bcb-d4919a84d0eb","name":"e2e-external-provider"}
{"level":"error","ts":1784923254.0248396,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c26085d3-1138-494e-bd86-d0d8196c601c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784923254.0248902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a1b83f2-6c0b-4bb1-8205-d3bf981c06d3"}
{"level":"info","ts":1784923254.0250542,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37033.226405873,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923254.025069,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923254.0298579,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8f73aa9-98bc-48e1-8bcb-d4919a84d0eb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784923254.033067,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a408fed2-4b5d-4bb3-91d4-306f5fcdfc40"}
{"level":"info","ts":1784923254.0331383,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a408fed2-4b5d-4bb3-91d4-306f5fcdfc40","name":"e2e-external-provider"}
{"level":"info","ts":1784923254.036379,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784923254.0412254,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a408fed2-4b5d-4bb3-91d4-306f5fcdfc40","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784923254.1256273,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a1b83f2-6c0b-4bb1-8205-d3bf981c06d3","name":"e2e-external-model"}
{"level":"info","ts":1784923254.1359322,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a1b83f2-6c0b-4bb1-8205-d3bf981c06d3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784923254.1403868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13779a32-aeb1-4f9b-a164-bada3018ea85","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923254.1404467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13779a32-aeb1-4f9b-a164-bada3018ea85","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784923254.1407425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d0e3812-146f-4fe3-8a8c-ba171ea1d6a9"}
{"level":"info","ts":1784923254.1408134,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d0e3812-146f-4fe3-8a8c-ba171ea1d6a9","name":"e2e-external-model"}
{"level":"info","ts":1784923254.154612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9e9b08e-3f9e-4b40-a68d-ab966ca85a50","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923254.1546574,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9e9b08e-3f9e-4b40-a68d-ab966ca85a50","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784923254.1548223,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d0e3812-146f-4fe3-8a8c-ba171ea1d6a9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784923254.154922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da5f8620-d731-4893-9142-1fdccf1d71f2"}
{"level":"info","ts":1784923254.155013,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da5f8620-d731-4893-9142-1fdccf1d71f2","name":"e2e-external-model"}
{"level":"info","ts":1784923254.1623833,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da5f8620-d731-4893-9142-1fdccf1d71f2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784923254.1669352,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4bf6c9-1f28-4339-8112-df6162fc600c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923254.166977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4bf6c9-1f28-4339-8112-df6162fc600c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784923254.1669898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0ac000-8375-46ad-883e-63d10b848804"}
{"level":"info","ts":1784923254.1670575,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0ac000-8375-46ad-883e-63d10b848804","name":"e2e-external-model"}
{"level":"info","ts":1784923254.1748269,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa0ac000-8375-46ad-883e-63d10b848804","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784923261.4785566,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784923261.4786594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174"}
{"level":"info","ts":1784923261.4786751,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174"}
{"level":"info","ts":1784923261.4786913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","EoS":true}
{"level":"info","ts":1784923261.478729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","header":"x-maas-subscription"}
{"level":"info","ts":1784923261.4787436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","header":"x-maas-username"}
{"level":"info","ts":1784923261.4787514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","header":"x-maas-group"}
{"level":"info","ts":1784923261.4787683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784923261.4787815,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","modelName":"e2e-external-model"}
{"level":"info","ts":1784923261.478798,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784923261.4788353,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784923261.4788525,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174","authType":"apikey"}
{"level":"info","ts":1784923261.4788826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c08353c-952b-4225-bc97-3dcb80b05174"}
{"level":"info","ts":1784923261.5915618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2616b913-efff-452b-9fcd-6ca02bb9964d"}
{"level":"info","ts":1784923261.5916078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cff9d85-1600-4825-bccc-a494675f2758","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784923261.5916448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7cff9d85-1600-4825-bccc-a494675f2758","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784923261.5985684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5c6c9e1-5546-47dd-b685-2e0a6c5831f5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784923261.5985951,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d5c6c9e1-5546-47dd-b685-2e0a6c5831f5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784923261.5987537,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2616b913-efff-452b-9fcd-6ca02bb9964d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784923261.6169293,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2616b913-efff-452b-9fcd-6ca02bb9964d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784923261.630493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdd019a5-2770-46f2-85e4-500ebea63bc3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784923261.6305227,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdd019a5-2770-46f2-85e4-500ebea63bc3","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784923261.6307259,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0666f85c-f7b0-4245-8d3b-94a855a6f1a2"}
{"level":"info","ts":1784923261.630777,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0666f85c-f7b0-4245-8d3b-94a855a6f1a2","name":"e2e-cleanup-test"}
{"level":"info","ts":1784923261.656786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22672153-fa55-4bcf-b71c-cf87332a1077","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784923261.6568146,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22672153-fa55-4bcf-b71c-cf87332a1077","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784923261.657214,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0666f85c-f7b0-4245-8d3b-94a855a6f1a2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784923261.6572795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a352f5b-d835-468d-ba44-19dc7519334f"}
{"level":"info","ts":1784923261.6573272,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a352f5b-d835-468d-ba44-19dc7519334f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784923261.668894,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a352f5b-d835-468d-ba44-19dc7519334f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784923261.6767907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8e9858d-0421-4474-acd0-069d753b4312","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784923261.6768155,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8e9858d-0421-4474-acd0-069d753b4312","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784923261.6769214,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"747e62e5-0839-4897-b0fb-322531493494"}
{"level":"info","ts":1784923261.6769736,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"747e62e5-0839-4897-b0fb-322531493494","name":"e2e-cleanup-test"}
{"level":"info","ts":1784923261.6886513,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"747e62e5-0839-4897-b0fb-322531493494","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784923269.836255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3e3b28f-ce9d-4015-9419-fe70d0bf54a5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784923269.836321,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a3e3b28f-ce9d-4015-9419-fe70d0bf54a5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784923269.8363097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd8e8592-c3ba-4add-a9ea-322f406d44a2"}
{"level":"info","ts":1784923274.126848,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784923274.1269226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0"}
{"level":"info","ts":1784923274.1269312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0"}
{"level":"info","ts":1784923274.1269426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0","EoS":true}
{"level":"info","ts":1784923274.1269765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784923274.1270041,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ee79dcb-3deb-4719-943d-a34eb036ffb0"}
{"level":"info","ts":1784923274.169172,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784923274.1692438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3"}
{"level":"info","ts":1784923274.1692555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3"}
{"level":"info","ts":1784923274.169267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","EoS":true}
{"level":"info","ts":1784923274.1692915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","header":"x-maas-username"}
{"level":"info","ts":1784923274.1693013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","header":"x-maas-group"}
{"level":"info","ts":1784923274.1693084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","header":"x-maas-subscription"}
{"level":"info","ts":1784923274.1693232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784923274.1693363,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","modelName":"e2e-external-model"}
{"level":"info","ts":1784923274.1693542,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784923274.1693783,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784923274.1693945,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3","authType":"apikey"}
{"level":"info","ts":1784923274.1694217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a995c24-3a12-444b-a021-0bb145cdd2a3"}
{"level":"info","ts":1784923274.2066412,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784923274.2066941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"}
{"level":"info","ts":1784923274.206703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"}
{"level":"info","ts":1784923274.2067125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","EoS":true}
{"level":"info","ts":1784923274.2067318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","header":"x-maas-subscription"}
{"level":"info","ts":1784923274.206741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","header":"x-maas-username"}
{"level":"info","ts":1784923274.2067456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","header":"x-maas-group"}
{"level":"info","ts":1784923274.206756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784923274.2067785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"}
{"level":"info","ts":1784923274.3125288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"}
{"level":"info","ts":1784923274.3125467,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"}
{"level":"info","ts":1784923274.3125668,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","EoS":false}
{"level":"info","ts":1784923274.3125787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","EoS":true}
{"level":"error","ts":1784923274.312593,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784923274.312638,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f79e607c-9a61-4ca9-97c1-dd75f359f21e"}
{"level":"info","ts":1784923274.3512166,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784923274.351275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"}
{"level":"info","ts":1784923274.3512874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"}
{"level":"info","ts":1784923274.3512986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","EoS":true}
{"level":"info","ts":1784923274.3513165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","header":"x-maas-username"}
{"level":"info","ts":1784923274.3513262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","header":"x-maas-group"}
{"level":"info","ts":1784923274.3513308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","header":"x-maas-subscription"}
{"level":"info","ts":1784923274.351351,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"}
{"level":"info","ts":1784923274.4503095,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"}
{"level":"info","ts":1784923274.4503324,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"}
{"level":"info","ts":1784923274.4503477,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","EoS":false}
{"level":"info","ts":1784923274.4503596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","EoS":true}
{"level":"error","ts":1784923274.4503753,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784923274.450406,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"728d43f9-cce4-480a-a868-52ac03d9f6ad"}
{"level":"info","ts":1784923275.2634065,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ef2418a-e383-40be-9250-2889237bf501"}
{"level":"info","ts":1784923275.2634532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a0f6aca-10db-492c-940d-12f58b2a534f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923275.263506,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a0f6aca-10db-492c-940d-12f58b2a534f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784923275.4009686,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2c4f52a-c595-49b8-b0e4-47e0f9510b3a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784923275.401011,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2c4f52a-c595-49b8-b0e4-47e0f9510b3a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784923275.4010088,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7ad9bad-931b-4b95-b73d-ad86728da3e2"}
{"level":"info","ts":1784923275.5133684,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"523268e6-42ec-4051-a9b2-011d2ce88d3c","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784923275.5134122,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"523268e6-42ec-4051-a9b2-011d2ce88d3c","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784924354.932392,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784924354.9325294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d976dad-ea26-4b08-9d51-218194721118"}
{"level":"info","ts":1784924409.6199071,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784924409.6199963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"}
{"level":"info","ts":1784924409.6200075,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"}
{"level":"info","ts":1784924409.620019,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","EoS":true}
{"level":"info","ts":1784924409.6200483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","header":"x-maas-username"}
{"level":"info","ts":1784924409.6200588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","header":"x-maas-group"}
{"level":"info","ts":1784924409.6200647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","header":"x-maas-subscription"}
{"level":"info","ts":1784924409.6200821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784924409.6201124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"}
{"level":"info","ts":1784924409.6227205,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"}
{"level":"info","ts":1784924409.6227396,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"}
{"level":"info","ts":1784924409.6227582,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","EoS":false}
{"level":"info","ts":1784924409.6227748,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c","EoS":true}
{"level":"info","ts":1784924409.622815,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"15944bf8-5783-46ee-a570-c91b104ba64c"}