{"level":"info","ts":1784915800.782225,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915800.7823038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92"}
{"level":"info","ts":1784915800.7823164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92"}
{"level":"info","ts":1784915800.7823305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92","EoS":true}
{"level":"info","ts":1784915800.7823577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92","header":"x-maas-group"}
{"level":"info","ts":1784915800.7823732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92","header":"x-maas-username"}
{"level":"info","ts":1784915800.7823787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92","header":"x-maas-subscription"}
{"level":"info","ts":1784915800.782392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915800.782418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92"}
{"level":"info","ts":1784915800.7833278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92"}
{"level":"info","ts":1784915800.7833486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92"}
{"level":"info","ts":1784915800.7833662,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92","EoS":false}
{"level":"info","ts":1784915800.7833784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92","EoS":true}
{"level":"info","ts":1784915800.7834222,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac0ae57f-9e22-422f-967e-1d30f763ef92"}
{"level":"info","ts":1784915824.0226796,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915824.02275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"}
{"level":"info","ts":1784915824.0227609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"}
{"level":"info","ts":1784915824.0227723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","EoS":true}
{"level":"info","ts":1784915824.0227923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","header":"x-maas-group"}
{"level":"info","ts":1784915824.0228028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","header":"x-maas-username"}
{"level":"info","ts":1784915824.0228083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","header":"x-maas-subscription"}
{"level":"info","ts":1784915824.0228214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915824.0228457,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"}
{"level":"info","ts":1784915824.0237732,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"}
{"level":"info","ts":1784915824.0237954,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"}
{"level":"info","ts":1784915824.0238163,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","EoS":false}
{"level":"info","ts":1784915824.023835,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3","EoS":true}
{"level":"info","ts":1784915824.0238733,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dff4256e-3485-4f57-8a31-b3246ddcb6c3"}
{"level":"info","ts":1784915824.159178,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915824.1592371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"}
{"level":"info","ts":1784915824.159245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"}
{"level":"info","ts":1784915824.1592562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","EoS":true}
{"level":"info","ts":1784915824.1592746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","header":"x-maas-username"}
{"level":"info","ts":1784915824.1592848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","header":"x-maas-group"}
{"level":"info","ts":1784915824.1592894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","header":"x-maas-subscription"}
{"level":"info","ts":1784915824.1593015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915824.1593213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"}
{"level":"info","ts":1784915824.160014,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"}
{"level":"info","ts":1784915824.1600318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"}
{"level":"info","ts":1784915824.1600492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","EoS":false}
{"level":"info","ts":1784915824.1600602,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548","EoS":true}
{"level":"info","ts":1784915824.1600926,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ee8622d0-0b58-4a1c-b6c9-2e24f321c548"}
{"level":"info","ts":1784915824.2979364,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915824.2980204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"}
{"level":"info","ts":1784915824.2980368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"}
{"level":"info","ts":1784915824.2980506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","EoS":true}
{"level":"info","ts":1784915824.298072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","header":"x-maas-username"}
{"level":"info","ts":1784915824.2980835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","header":"x-maas-group"}
{"level":"info","ts":1784915824.2980902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","header":"x-maas-subscription"}
{"level":"info","ts":1784915824.298103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915824.2981274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"}
{"level":"info","ts":1784915824.2988482,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"}
{"level":"info","ts":1784915824.2988672,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"}
{"level":"info","ts":1784915824.29891,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","EoS":false}
{"level":"info","ts":1784915824.2989225,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c","EoS":true}
{"level":"info","ts":1784915824.2989573,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"493745e7-abc2-4a57-8aba-20b933c2cb7c"}
{"level":"info","ts":1784915824.4363642,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915824.43644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"}
{"level":"info","ts":1784915824.4364543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"}
{"level":"info","ts":1784915824.436474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","EoS":true}
{"level":"info","ts":1784915824.436507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","header":"x-maas-group"}
{"level":"info","ts":1784915824.4365196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","header":"x-maas-username"}
{"level":"info","ts":1784915824.4365268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","header":"x-maas-subscription"}
{"level":"info","ts":1784915824.4365454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915824.4365766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"}
{"level":"info","ts":1784915824.4372513,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"}
{"level":"info","ts":1784915824.4372678,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"}
{"level":"info","ts":1784915824.437282,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","EoS":false}
{"level":"info","ts":1784915824.4372942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b","EoS":true}
{"level":"info","ts":1784915824.4373271,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa23a576-619c-4f7d-86c9-f37d84e14f3b"}
{"level":"info","ts":1784915824.5741081,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915824.5741742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"}
{"level":"info","ts":1784915824.574187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"}
{"level":"info","ts":1784915824.574201,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","EoS":true}
{"level":"info","ts":1784915824.5742223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","header":"x-maas-subscription"}
{"level":"info","ts":1784915824.5742304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","header":"x-maas-username"}
{"level":"info","ts":1784915824.5742388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","header":"x-maas-group"}
{"level":"info","ts":1784915824.5742645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915824.5742884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"}
{"level":"info","ts":1784915824.574856,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"}
{"level":"info","ts":1784915824.5748725,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"}
{"level":"info","ts":1784915824.5749161,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","EoS":false}
{"level":"info","ts":1784915824.5749278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7","EoS":true}
{"level":"info","ts":1784915824.5749598,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9aa575f0-259f-4a45-be9c-5e1ab63eb3e7"}
{"level":"info","ts":1784915841.6367881,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915841.6368566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"}
{"level":"info","ts":1784915841.6368666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"}
{"level":"info","ts":1784915841.6369004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","EoS":true}
{"level":"info","ts":1784915841.6369271,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","header":"x-maas-group"}
{"level":"info","ts":1784915841.6369376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","header":"x-maas-subscription"}
{"level":"info","ts":1784915841.6369457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","header":"x-maas-username"}
{"level":"info","ts":1784915841.6369574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915841.6369815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"}
{"level":"info","ts":1784915841.6376538,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"}
{"level":"info","ts":1784915841.6376748,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"}
{"level":"info","ts":1784915841.6376944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","EoS":false}
{"level":"info","ts":1784915841.6377106,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532","EoS":true}
{"level":"info","ts":1784915841.6377654,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"897938e4-e5ed-4bc0-a010-76070cacf532"}
{"level":"info","ts":1784915841.7414818,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915841.7415597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"785014a4-a544-473a-90e4-adb5c0ec3a22"}
{"level":"info","ts":1784915841.7421288,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"785014a4-a544-473a-90e4-adb5c0ec3a22"}
{"level":"info","ts":1784915841.7421467,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"785014a4-a544-473a-90e4-adb5c0ec3a22"}
{"level":"info","ts":1784915841.7421627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"785014a4-a544-473a-90e4-adb5c0ec3a22","EoS":false}
{"level":"info","ts":1784915841.742174,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"785014a4-a544-473a-90e4-adb5c0ec3a22"}
{"level":"info","ts":1784915841.7422032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"785014a4-a544-473a-90e4-adb5c0ec3a22","EoS":true}
{"level":"info","ts":1784915841.7422183,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"785014a4-a544-473a-90e4-adb5c0ec3a22"}
{"level":"info","ts":1784915846.415511,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915846.4155893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"}
{"level":"info","ts":1784915846.4156003,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"}
{"level":"info","ts":1784915846.4156117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","EoS":true}
{"level":"info","ts":1784915846.4156353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","header":"x-maas-username"}
{"level":"info","ts":1784915846.415647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","header":"x-maas-subscription"}
{"level":"info","ts":1784915846.415652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","header":"x-maas-group"}
{"level":"info","ts":1784915846.4156644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915846.415694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"}
{"level":"info","ts":1784915846.417659,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"}
{"level":"info","ts":1784915846.4176834,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"}
{"level":"info","ts":1784915846.417705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","EoS":false}
{"level":"info","ts":1784915846.4177241,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba","EoS":true}
{"level":"info","ts":1784915846.4177656,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8efe6be0-c8ee-4be1-a4d1-5fc2c759d3ba"}
{"level":"info","ts":1784915857.0742276,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915857.0743117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"}
{"level":"info","ts":1784915857.0743265,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"}
{"level":"info","ts":1784915857.07434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","EoS":true}
{"level":"info","ts":1784915857.0743635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","header":"x-maas-username"}
{"level":"info","ts":1784915857.0743735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","header":"x-maas-subscription"}
{"level":"info","ts":1784915857.074379,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","header":"x-maas-group"}
{"level":"info","ts":1784915857.0743926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784915857.0744188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"}
{"level":"info","ts":1784915857.0769722,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"}
{"level":"info","ts":1784915857.0769904,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"}
{"level":"info","ts":1784915857.077006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","EoS":false}
{"level":"info","ts":1784915857.077018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd","EoS":true}
{"level":"info","ts":1784915857.0770545,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"056ad29c-f7f6-4930-b622-354b2ce303fd"}
{"level":"info","ts":1784915869.995649,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915869.995722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"}
{"level":"info","ts":1784915869.9957337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"}
{"level":"info","ts":1784915869.9957452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","EoS":true}
{"level":"info","ts":1784915869.9957695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","header":"x-maas-username"}
{"level":"info","ts":1784915869.9957805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","header":"x-maas-subscription"}
{"level":"info","ts":1784915869.9957855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","header":"x-maas-group"}
{"level":"info","ts":1784915869.9958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915869.99583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"}
{"level":"info","ts":1784915869.9968374,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"}
{"level":"info","ts":1784915869.9968603,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"}
{"level":"info","ts":1784915869.9969027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","EoS":false}
{"level":"info","ts":1784915869.9969194,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039","EoS":true}
{"level":"info","ts":1784915869.9969819,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6a90570f-d5e3-4e9a-a2e9-ad7a7e7c5039"}
{"level":"info","ts":1784915878.5710561,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915878.5711324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"}
{"level":"info","ts":1784915878.5711455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"}
{"level":"info","ts":1784915878.5711575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","EoS":true}
{"level":"info","ts":1784915878.5711837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","header":"x-maas-username"}
{"level":"info","ts":1784915878.5711985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","header":"x-maas-group"}
{"level":"info","ts":1784915878.571204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","header":"x-maas-subscription"}
{"level":"info","ts":1784915878.571216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915878.5712416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"}
{"level":"info","ts":1784915878.5721574,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"}
{"level":"info","ts":1784915878.572176,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"}
{"level":"info","ts":1784915878.5721908,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","EoS":false}
{"level":"info","ts":1784915878.5722048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86","EoS":true}
{"level":"info","ts":1784915878.572254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa17d32b-f85d-45ad-8646-7b02fedfab86"}
{"level":"info","ts":1784915887.5644538,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915887.5645216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"}
{"level":"info","ts":1784915887.5645332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"}
{"level":"info","ts":1784915887.5645454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","EoS":true}
{"level":"info","ts":1784915887.564569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","header":"x-maas-subscription"}
{"level":"info","ts":1784915887.5645802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","header":"x-maas-group"}
{"level":"info","ts":1784915887.5645857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","header":"x-maas-username"}
{"level":"info","ts":1784915887.564599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915887.5646257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"}
{"level":"info","ts":1784915887.5656302,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"}
{"level":"info","ts":1784915887.5656552,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"}
{"level":"info","ts":1784915887.5656793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","EoS":false}
{"level":"info","ts":1784915887.565698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf","EoS":true}
{"level":"info","ts":1784915887.5657392,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd56cdc6-c5b4-4b2b-8a8e-c8c378469dcf"}
{"level":"info","ts":1784915912.7272704,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915912.7273526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"}
{"level":"info","ts":1784915912.7273629,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"}
{"level":"info","ts":1784915912.7273748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","EoS":true}
{"level":"info","ts":1784915912.7274008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","header":"x-maas-subscription"}
{"level":"info","ts":1784915912.7274096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","header":"x-maas-username"}
{"level":"info","ts":1784915912.7274146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","header":"x-maas-group"}
{"level":"info","ts":1784915912.7274299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784915912.7274573,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"}
{"level":"info","ts":1784915912.72959,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"}
{"level":"info","ts":1784915912.7296152,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"}
{"level":"info","ts":1784915912.7296314,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","EoS":false}
{"level":"info","ts":1784915912.729643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb","EoS":true}
{"level":"info","ts":1784915912.7296891,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"601c6305-736d-4c42-a718-fa1f534a25cb"}
{"level":"info","ts":1784915936.2988067,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915936.2988973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"}
{"level":"info","ts":1784915936.2989063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"}
{"level":"info","ts":1784915936.2989194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","EoS":true}
{"level":"info","ts":1784915936.298941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","header":"x-maas-username"}
{"level":"info","ts":1784915936.2989497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","header":"x-maas-group"}
{"level":"info","ts":1784915936.2989554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","header":"x-maas-subscription"}
{"level":"info","ts":1784915936.2989676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784915936.298996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"}
{"level":"info","ts":1784915936.300001,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"}
{"level":"info","ts":1784915936.3000214,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"}
{"level":"info","ts":1784915936.300046,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","EoS":false}
{"level":"info","ts":1784915936.3000681,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75","EoS":true}
{"level":"info","ts":1784915936.3001177,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5087e4df-4ae1-4cf7-adee-e68d04e67d75"}
{"level":"info","ts":1784915963.1389196,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915963.1389918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"}
{"level":"info","ts":1784915963.1390004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"}
{"level":"info","ts":1784915963.1390119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","EoS":true}
{"level":"info","ts":1784915963.1390355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","header":"x-maas-username"}
{"level":"info","ts":1784915963.1390467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","header":"x-maas-subscription"}
{"level":"info","ts":1784915963.1390512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","header":"x-maas-group"}
{"level":"info","ts":1784915963.139064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915963.1390886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"}
{"level":"info","ts":1784915963.1420105,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"}
{"level":"info","ts":1784915963.1420374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"}
{"level":"info","ts":1784915963.1420598,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","EoS":false}
{"level":"info","ts":1784915963.1420774,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00","EoS":true}
{"level":"info","ts":1784915963.142121,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"10c8a25c-fb10-486d-9dea-75e0fd72ee00"}
{"level":"info","ts":1784915972.6517994,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915972.651891,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"}
{"level":"info","ts":1784915972.651907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"}
{"level":"info","ts":1784915972.6519263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","EoS":true}
{"level":"info","ts":1784915972.6519608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","header":"x-maas-subscription"}
{"level":"info","ts":1784915972.651974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","header":"x-maas-group"}
{"level":"info","ts":1784915972.6519787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","header":"x-maas-username"}
{"level":"info","ts":1784915972.6519916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915972.652017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"}
{"level":"info","ts":1784915972.653069,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"}
{"level":"info","ts":1784915972.6530895,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"}
{"level":"info","ts":1784915972.6531053,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","EoS":false}
{"level":"info","ts":1784915972.6531162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3","EoS":true}
{"level":"info","ts":1784915972.6531525,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e42ea1d7-d29f-4984-9bc1-4b823159e2f3"}
{"level":"info","ts":1784915972.6884177,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915972.6884727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"}
{"level":"info","ts":1784915972.6884823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"}
{"level":"info","ts":1784915972.6884928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","EoS":true}
{"level":"info","ts":1784915972.6885114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","header":"x-maas-subscription"}
{"level":"info","ts":1784915972.6885223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","header":"x-maas-group"}
{"level":"info","ts":1784915972.6885273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","header":"x-maas-username"}
{"level":"info","ts":1784915972.6885395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915972.6885605,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"}
{"level":"info","ts":1784915972.689424,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"}
{"level":"info","ts":1784915972.6894426,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"}
{"level":"info","ts":1784915972.6894574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","EoS":false}
{"level":"info","ts":1784915972.6894798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781","EoS":true}
{"level":"info","ts":1784915972.6895163,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a240ca7-c851-469a-991d-33b2fb3ad781"}
{"level":"info","ts":1784915992.0301335,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915992.030215,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"}
{"level":"info","ts":1784915992.0302298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"}
{"level":"info","ts":1784915992.0302498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","EoS":true}
{"level":"info","ts":1784915992.030283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","header":"x-maas-group"}
{"level":"info","ts":1784915992.0302963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","header":"x-maas-username"}
{"level":"info","ts":1784915992.0303054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","header":"x-maas-subscription"}
{"level":"info","ts":1784915992.0303237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784915992.030358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"}
{"level":"info","ts":1784915992.0314589,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"}
{"level":"info","ts":1784915992.0314808,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"}
{"level":"info","ts":1784915992.0314963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","EoS":false}
{"level":"info","ts":1784915992.0315084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c","EoS":true}
{"level":"info","ts":1784915992.0315433,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"88f5f0c2-3a7b-4328-a73b-3736a10fac5c"}
{"level":"info","ts":1784916121.532958,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916121.5330324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"}
{"level":"info","ts":1784916121.5330424,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"}
{"level":"info","ts":1784916121.5330536,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","EoS":true}
{"level":"info","ts":1784916121.533078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","header":"x-maas-username"}
{"level":"info","ts":1784916121.533089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","header":"x-maas-group"}
{"level":"info","ts":1784916121.5330946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","header":"x-maas-subscription"}
{"level":"info","ts":1784916121.533106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784916121.5331278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"}
{"level":"info","ts":1784916121.5342863,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"}
{"level":"info","ts":1784916121.5343094,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"}
{"level":"info","ts":1784916121.5343306,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","EoS":false}
{"level":"info","ts":1784916121.5343497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc","EoS":true}
{"level":"info","ts":1784916121.5343962,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dcb04c58-fd5b-40af-bd57-a6d21eb3d1fc"}
{"level":"info","ts":1784916156.9408014,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916156.94092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"}
{"level":"info","ts":1784916156.9409356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"}
{"level":"info","ts":1784916156.9409518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","EoS":true}
{"level":"info","ts":1784916156.9409738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","header":"x-maas-username"}
{"level":"info","ts":1784916156.9409847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","header":"x-maas-subscription"}
{"level":"info","ts":1784916156.9409907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","header":"x-maas-group"}
{"level":"info","ts":1784916156.9410079,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784916156.9410386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"}
{"level":"info","ts":1784916156.9444768,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"}
{"level":"info","ts":1784916156.9444969,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"}
{"level":"info","ts":1784916156.9445117,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","EoS":false}
{"level":"info","ts":1784916156.9445217,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693","EoS":true}
{"level":"info","ts":1784916156.9445584,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f82ed15a-7a5c-45a1-a47b-019c9e5c1693"}
{"level":"info","ts":1784916172.3140023,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916172.3140686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"}
{"level":"info","ts":1784916172.3140767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"}
{"level":"info","ts":1784916172.3140876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","EoS":true}
{"level":"info","ts":1784916172.3141074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","header":"x-maas-username"}
{"level":"info","ts":1784916172.3141177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","header":"x-maas-group"}
{"level":"info","ts":1784916172.3141224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","header":"x-maas-subscription"}
{"level":"info","ts":1784916172.3141353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784916172.3141572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"}
{"level":"info","ts":1784916172.3159373,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"}
{"level":"info","ts":1784916172.3159647,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"}
{"level":"info","ts":1784916172.3159819,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","EoS":false}
{"level":"info","ts":1784916172.3159962,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193","EoS":true}
{"level":"info","ts":1784916172.3160353,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"86932ad3-c209-4a3f-812e-395bd1ee9193"}
{"level":"info","ts":1784916490.2787247,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916490.2788062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"}
{"level":"info","ts":1784916490.2788188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"}
{"level":"info","ts":1784916490.2788396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","EoS":true}
{"level":"info","ts":1784916490.2788692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","header":"x-maas-subscription"}
{"level":"info","ts":1784916490.2789125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","header":"x-maas-group"}
{"level":"info","ts":1784916490.278922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","header":"x-maas-username"}
{"level":"info","ts":1784916490.2789378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784916490.2789726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"}
{"level":"info","ts":1784916490.279746,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"}
{"level":"info","ts":1784916490.2797668,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"}
{"level":"info","ts":1784916490.2797818,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","EoS":false}
{"level":"info","ts":1784916490.2797925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6","EoS":true}
{"level":"info","ts":1784916490.279826,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ad06f388-d191-46b7-896e-959d5780eee6"}
{"level":"info","ts":1784916490.3183029,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916490.3183765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"}
{"level":"info","ts":1784916490.3183892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"}
{"level":"info","ts":1784916490.3184063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","EoS":true}
{"level":"info","ts":1784916490.3184323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","header":"x-maas-group"}
{"level":"info","ts":1784916490.3184466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","header":"x-maas-username"}
{"level":"info","ts":1784916490.318455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","header":"x-maas-subscription"}
{"level":"info","ts":1784916490.3184695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784916490.3184946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"}
{"level":"info","ts":1784916490.320333,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"}
{"level":"info","ts":1784916490.3203511,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"}
{"level":"info","ts":1784916490.3203657,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","EoS":false}
{"level":"info","ts":1784916490.3203769,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722","EoS":true}
{"level":"info","ts":1784916490.3204072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"98da7452-412c-4524-bd4e-3a8c46fdd722"}
{"level":"info","ts":1784916495.1686082,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46bc44e9-e2ef-4a08-8589-31e47dd8ff3e","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784916495.1688426,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39397.229046084,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.1688604,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.2096071,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.2694168,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46bc44e9-e2ef-4a08-8589-31e47dd8ff3e","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784916495.2964134,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5eada9e1-7982-4a0d-a608-1dd0c09746d2"}
{"level":"info","ts":1784916495.2965183,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e66f963c-e62c-4fc2-baca-358454356f21","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916495.296598,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e66f963c-e62c-4fc2-baca-358454356f21","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784916495.3037825,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b21a1d8-1038-43d2-a482-2f0198839a73","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916495.3038156,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b21a1d8-1038-43d2-a482-2f0198839a73","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784916495.3040493,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33904.959682464,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.3040688,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.3112702,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.4045851,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5eada9e1-7982-4a0d-a608-1dd0c09746d2","name":"e2e-external-provider"}
{"level":"info","ts":1784916495.4196918,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5eada9e1-7982-4a0d-a608-1dd0c09746d2","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784916495.4263387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db4a0ae5-e1a6-4b39-8aa8-f4cc8ada5488","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916495.4263375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d165b26-2ea3-424e-9ab9-3061f36c74e0"}
{"level":"info","ts":1784916495.4263804,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db4a0ae5-e1a6-4b39-8aa8-f4cc8ada5488","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916495.4294174,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5eada9e1-7982-4a0d-a608-1dd0c09746d2","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784916495.433076,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d165b26-2ea3-424e-9ab9-3061f36c74e0","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784916495.4331777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f445f880-c697-42ff-8a04-a347b85bd4b0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916495.433212,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f445f880-c697-42ff-8a04-a347b85bd4b0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916495.4341497,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5eada9e1-7982-4a0d-a608-1dd0c09746d2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784916495.43822,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d165b26-2ea3-424e-9ab9-3061f36c74e0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916495.4382825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8bb7478-0394-4710-af9a-37e410cbb619"}
{"level":"info","ts":1784916495.4383051,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8bb7478-0394-4710-af9a-37e410cbb619","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784916495.4383125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04a702ff-9cd8-4987-a35d-947d64a30d8b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916495.4383342,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04a702ff-9cd8-4987-a35d-947d64a30d8b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916495.441188,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52a30e1f-8667-48a4-93cc-5a9a43839ff5"}
{"level":"info","ts":1784916495.4412014,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"378cbd0d-1d0e-43db-8890-c5c5733379df","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916495.4412217,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"378cbd0d-1d0e-43db-8890-c5c5733379df","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784916495.4412498,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52a30e1f-8667-48a4-93cc-5a9a43839ff5","name":"e2e-external-provider"}
{"level":"info","ts":1784916495.4413376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8d024fd-17d8-4f34-bcc4-4500a65cd2ae","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916495.4413717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8d024fd-17d8-4f34-bcc4-4500a65cd2ae","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784916495.4417837,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8bb7478-0394-4710-af9a-37e410cbb619","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916495.4418538,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0db505ac-605a-462e-bb2f-15797614b92d"}
{"level":"info","ts":1784916495.4421055,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35925.43218496,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.4421232,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.4500027,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52a30e1f-8667-48a4-93cc-5a9a43839ff5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784916495.4505966,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784916495.454223,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7180824-51b7-489a-a00e-a7ea487282c4"}
{"level":"info","ts":1784916495.4542747,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7180824-51b7-489a-a00e-a7ea487282c4","name":"e2e-external-provider"}
{"level":"info","ts":1784916495.4629793,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a7180824-51b7-489a-a00e-a7ea487282c4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784916495.5429947,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0db505ac-605a-462e-bb2f-15797614b92d","name":"e2e-external-model"}
{"level":"info","ts":1784916495.5538454,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0db505ac-605a-462e-bb2f-15797614b92d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916495.5609088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5dc7b5d-d541-491d-b679-a16deef3219f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916495.5609362,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"998411c2-360b-4b45-9595-6134a023ca98"}
{"level":"info","ts":1784916495.5609553,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5dc7b5d-d541-491d-b679-a16deef3219f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916495.5610237,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"998411c2-360b-4b45-9595-6134a023ca98","name":"e2e-external-model"}
{"level":"error","ts":1784916495.5762448,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"998411c2-360b-4b45-9595-6134a023ca98","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916495.576316,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7430a112-0b1a-4e0c-a526-f6bc20aa90cb","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916495.5763614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7430a112-0b1a-4e0c-a526-f6bc20aa90cb","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916495.576389,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5055d73-0d16-4cb5-9dc9-7f7ab6f115ef"}
{"level":"info","ts":1784916495.5764678,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5055d73-0d16-4cb5-9dc9-7f7ab6f115ef","name":"e2e-external-model"}
{"level":"info","ts":1784916495.5857294,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5055d73-0d16-4cb5-9dc9-7f7ab6f115ef","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916495.592716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"070baa0a-8b21-4984-98d6-5b5f4e8681d3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916495.592747,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"070baa0a-8b21-4984-98d6-5b5f4e8681d3","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784916495.5928001,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad26384f-37e6-41f7-a05c-e55ab2918fea"}
{"level":"info","ts":1784916495.5928528,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad26384f-37e6-41f7-a05c-e55ab2918fea","name":"e2e-external-model"}
{"level":"info","ts":1784916495.6009338,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ad26384f-37e6-41f7-a05c-e55ab2918fea","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916505.141756,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916505.1418157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca"}
{"level":"info","ts":1784916505.1418247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca"}
{"level":"info","ts":1784916505.141836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","EoS":true}
{"level":"info","ts":1784916505.1418586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","header":"x-maas-username"}
{"level":"info","ts":1784916505.1418738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","header":"x-maas-group"}
{"level":"info","ts":1784916505.1419063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","header":"x-maas-subscription"}
{"level":"info","ts":1784916505.1419213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784916505.1419342,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","modelName":"e2e-external-model"}
{"level":"info","ts":1784916505.141948,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784916505.141987,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784916505.1420112,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca","authType":"apikey"}
{"level":"info","ts":1784916505.142039,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aaf32262-016f-49e4-b960-237ca3b6ddca"}
{"level":"info","ts":1784916505.2728026,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae94389-600e-4d31-b36c-4eb3a1769fdf","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916505.2728329,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ae94389-600e-4d31-b36c-4eb3a1769fdf","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784916505.2728992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe7e7c0e-388f-4794-8b6a-b2ddce65816a"}
{"level":"info","ts":1784916505.2780893,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"971b3545-9ce0-4e97-9eb9-82e1bc882a16","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916505.2781122,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"971b3545-9ce0-4e97-9eb9-82e1bc882a16","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784916505.2782536,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe7e7c0e-388f-4794-8b6a-b2ddce65816a","name":"e2e-cleanup-test"}
{"level":"info","ts":1784916505.2895126,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe7e7c0e-388f-4794-8b6a-b2ddce65816a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916505.2977874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66532ce6-1be8-45c9-85a0-6428e947461e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916505.297818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"66532ce6-1be8-45c9-85a0-6428e947461e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784916505.2979705,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65299038-3e64-4bee-98ad-085a9578893f"}
{"level":"info","ts":1784916505.298018,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65299038-3e64-4bee-98ad-085a9578893f","name":"e2e-cleanup-test"}
{"level":"error","ts":1784916505.311643,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65299038-3e64-4bee-98ad-085a9578893f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784916505.3122084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13499cff-7a9a-4a25-b635-fc8cc8605e2e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916505.3122358,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13499cff-7a9a-4a25-b635-fc8cc8605e2e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784916505.3122122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"64f0fa07-3a2d-43e3-8933-901bb49fbb7f"}
{"level":"info","ts":1784916505.3123198,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"64f0fa07-3a2d-43e3-8933-901bb49fbb7f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784916505.3233254,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"64f0fa07-3a2d-43e3-8933-901bb49fbb7f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916505.3314087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4ca5f9f-5f2d-45cf-8442-873c631ae090","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916505.3314276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e79f3f-2bed-4cbd-95fb-a8bdf955e8c0"}
{"level":"info","ts":1784916505.3314369,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4ca5f9f-5f2d-45cf-8442-873c631ae090","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784916505.3314767,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e79f3f-2bed-4cbd-95fb-a8bdf955e8c0","name":"e2e-cleanup-test"}
{"level":"info","ts":1784916505.3395095,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e79f3f-2bed-4cbd-95fb-a8bdf955e8c0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784916513.556586,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6b5c655-5dcb-4ebf-89a9-993d503f1ad1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916513.5566268,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6b5c655-5dcb-4ebf-89a9-993d503f1ad1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784916513.5566728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dad972e5-00ec-4d65-845a-76e1006fa82e"}
{"level":"info","ts":1784916517.8970153,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916517.8970988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837"}
{"level":"info","ts":1784916517.8971276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837"}
{"level":"info","ts":1784916517.8971407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837","EoS":true}
{"level":"info","ts":1784916517.8971734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784916517.8972006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b949d2c7-61bf-44bd-961c-8812ded6c837"}
{"level":"info","ts":1784916517.9408631,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916517.9409587,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f"}
{"level":"info","ts":1784916517.9409726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f"}
{"level":"info","ts":1784916517.940986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","EoS":true}
{"level":"info","ts":1784916517.9410102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","header":"x-maas-group"}
{"level":"info","ts":1784916517.9410262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","header":"x-maas-subscription"}
{"level":"info","ts":1784916517.9410353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","header":"x-maas-username"}
{"level":"info","ts":1784916517.9410481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784916517.9410563,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","modelName":"e2e-external-model"}
{"level":"info","ts":1784916517.9410734,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784916517.9411023,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784916517.9411242,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f","authType":"apikey"}
{"level":"info","ts":1784916517.94115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38a86b12-780d-40c9-bf1a-35277b7b674f"}
{"level":"info","ts":1784916517.9810154,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916517.9810722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"}
{"level":"info","ts":1784916517.9810855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"}
{"level":"info","ts":1784916517.9810967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","EoS":true}
{"level":"info","ts":1784916517.981117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","header":"x-maas-group"}
{"level":"info","ts":1784916517.981127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","header":"x-maas-username"}
{"level":"info","ts":1784916517.9811327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","header":"x-maas-subscription"}
{"level":"info","ts":1784916517.9811432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784916517.9811647,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"}
{"level":"info","ts":1784916518.093219,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"}
{"level":"info","ts":1784916518.0932415,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"}
{"level":"info","ts":1784916518.093264,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","EoS":false}
{"level":"info","ts":1784916518.0932817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","EoS":true}
{"level":"error","ts":1784916518.0932996,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784916518.093356,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9827f7f0-8964-4c0a-ba48-8aed17591747"}
{"level":"info","ts":1784916518.1285427,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784916518.128633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"}
{"level":"info","ts":1784916518.1286473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"}
{"level":"info","ts":1784916518.1286614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","EoS":true}
{"level":"info","ts":1784916518.1286845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","header":"x-maas-subscription"}
{"level":"info","ts":1784916518.1286938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","header":"x-maas-group"}
{"level":"info","ts":1784916518.1286979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","header":"x-maas-username"}
{"level":"info","ts":1784916518.1287236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"}
{"level":"info","ts":1784916518.177211,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"}
{"level":"info","ts":1784916518.1772285,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"}
{"level":"info","ts":1784916518.1772437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","EoS":false}
{"level":"info","ts":1784916518.1772563,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","EoS":true}
{"level":"error","ts":1784916518.1772702,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784916518.1773012,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"157dcb1f-449e-4269-b233-239eb60e6e58"}
{"level":"info","ts":1784916519.0943975,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd498785-a07c-40ea-bdfd-a3ee21f083c9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916519.0944245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8c9603d-8c63-4aea-87e2-fb40437f9997"}
{"level":"info","ts":1784916519.094448,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd498785-a07c-40ea-bdfd-a3ee21f083c9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784916519.2512372,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3799d8a2-ba0d-47ab-b5b9-76af2eab4512"}
{"level":"info","ts":1784916519.2512414,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bdf9b34-3749-40df-8d2f-f802f890cd76","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916519.2512796,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bdf9b34-3749-40df-8d2f-f802f890cd76","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784916519.3806567,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"24648558-248f-4f18-9be4-d61a0ada617a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784916519.3807209,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"24648558-248f-4f18-9be4-d61a0ada617a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784917642.507816,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784917642.5079288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18f935fd-5443-4e64-9ad1-a891d75ebfc9"}
{"level":"info","ts":1784917697.198959,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784917697.199029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"}
{"level":"info","ts":1784917697.199038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"}
{"level":"info","ts":1784917697.1990502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","EoS":true}
{"level":"info","ts":1784917697.1990812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","header":"x-maas-subscription"}
{"level":"info","ts":1784917697.1990921,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","header":"x-maas-group"}
{"level":"info","ts":1784917697.1990979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","header":"x-maas-username"}
{"level":"info","ts":1784917697.1991112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784917697.1991343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"}
{"level":"info","ts":1784917697.200188,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"}
{"level":"info","ts":1784917697.200215,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"}
{"level":"info","ts":1784917697.2002318,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","EoS":false}
{"level":"info","ts":1784917697.2002437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219","EoS":true}
{"level":"info","ts":1784917697.2002795,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eef84524-1c01-48c4-9708-7329e02c6219"}