{"level":"info","ts":1785452569.0249538,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"07a9af13-3533-4c7f-9583-2658eec28718"} {"level":"info","ts":1785452569.0249712,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"07a9af13-3533-4c7f-9583-2658eec28718","EoS":false} {"level":"info","ts":1785452569.0249827,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"07a9af13-3533-4c7f-9583-2658eec28718"} {"level":"info","ts":1785452569.0250049,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"07a9af13-3533-4c7f-9583-2658eec28718","EoS":true} {"level":"info","ts":1785452569.0250149,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"07a9af13-3533-4c7f-9583-2658eec28718"} {"level":"info","ts":1785452569.1590288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452569.1591046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a"} {"level":"info","ts":1785452569.1591184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a"} {"level":"info","ts":1785452569.1591303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a","EoS":true} {"level":"info","ts":1785452569.159156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a","header":"x-maas-group"} {"level":"info","ts":1785452569.1591656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a","header":"x-maas-subscription"} {"level":"info","ts":1785452569.159171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a","header":"x-maas-username"} {"level":"info","ts":1785452569.1591852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452569.1592124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a"} {"level":"info","ts":1785452569.1612291,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a"} {"level":"info","ts":1785452569.1612504,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a"} {"level":"info","ts":1785452569.1612685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a","EoS":false} {"level":"info","ts":1785452569.1612797,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a"} {"level":"info","ts":1785452569.161304,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a","EoS":true} {"level":"info","ts":1785452569.1613123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5d2634d4-d5ff-4ca4-93be-662353e7f03a"} {"level":"info","ts":1785452569.2980258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452569.2981007,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35"} {"level":"info","ts":1785452569.2981114,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35"} {"level":"info","ts":1785452569.2981231,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35","EoS":true} {"level":"info","ts":1785452569.2981482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35","header":"x-maas-group"} {"level":"info","ts":1785452569.2981596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35","header":"x-maas-username"} {"level":"info","ts":1785452569.2981653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35","header":"x-maas-subscription"} {"level":"info","ts":1785452569.298178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452569.2982023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35"} {"level":"info","ts":1785452569.2990668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35"} {"level":"info","ts":1785452569.2990787,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35"} {"level":"info","ts":1785452569.2990904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35","EoS":false} {"level":"info","ts":1785452569.2991006,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35"} {"level":"info","ts":1785452569.2991219,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35","EoS":true} {"level":"info","ts":1785452569.2991302,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8517e4c6-603b-4949-bff4-0eef3035cb35"} {"level":"info","ts":1785452569.4458842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452569.445968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3"} {"level":"info","ts":1785452569.44598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3"} {"level":"info","ts":1785452569.4459922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3","EoS":true} {"level":"info","ts":1785452569.4460235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3","header":"x-maas-group"} {"level":"info","ts":1785452569.446039,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3","header":"x-maas-subscription"} {"level":"info","ts":1785452569.4460473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3","header":"x-maas-username"} {"level":"info","ts":1785452569.4460669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452569.4460955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3"} {"level":"info","ts":1785452569.4469755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3"} {"level":"info","ts":1785452569.4469955,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3"} {"level":"info","ts":1785452569.4470093,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3","EoS":false} {"level":"info","ts":1785452569.4470217,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3"} {"level":"info","ts":1785452569.447046,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3","EoS":true} {"level":"info","ts":1785452569.4470537,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e5de2a3e-8c66-42eb-a993-4643e0308ab3"} {"level":"info","ts":1785452590.7078032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452590.707897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1"} {"level":"info","ts":1785452590.707908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1"} {"level":"info","ts":1785452590.70792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1","EoS":true} {"level":"info","ts":1785452590.707947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1","header":"x-maas-subscription"} {"level":"info","ts":1785452590.707958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1","header":"x-maas-username"} {"level":"info","ts":1785452590.7079635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1","header":"x-maas-group"} {"level":"info","ts":1785452590.707979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452590.7080061,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1"} {"level":"info","ts":1785452590.708894,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1"} {"level":"info","ts":1785452590.7089148,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1"} {"level":"info","ts":1785452590.7089293,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1","EoS":false} {"level":"info","ts":1785452590.708941,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1"} {"level":"info","ts":1785452590.7089663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1","EoS":true} {"level":"info","ts":1785452590.708975,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74fc4e62-402a-443d-b78f-f1b0aaefc6c1"} {"level":"info","ts":1785452590.745965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452590.746058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939"} {"level":"info","ts":1785452590.746069,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939"} {"level":"info","ts":1785452590.746082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939","EoS":true} {"level":"info","ts":1785452590.7461097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939","header":"x-maas-subscription"} {"level":"info","ts":1785452590.7461207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939","header":"x-maas-group"} {"level":"info","ts":1785452590.746125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939","header":"x-maas-username"} {"level":"info","ts":1785452590.7461393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452590.746159,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939"} {"level":"info","ts":1785452590.7470272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939"} {"level":"info","ts":1785452590.747047,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939"} {"level":"info","ts":1785452590.7470624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939","EoS":false} {"level":"info","ts":1785452590.7470748,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939"} {"level":"info","ts":1785452590.7471006,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939","EoS":true} {"level":"info","ts":1785452590.7471104,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8f915ea-f0cd-4889-980c-28ec6bc91939"} {"level":"info","ts":1785452590.8434572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452590.8435419,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"389bbeb1-b49e-4b3c-b5d4-0e777481aee0"} {"level":"info","ts":1785452590.8444285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"389bbeb1-b49e-4b3c-b5d4-0e777481aee0"} {"level":"info","ts":1785452590.8444486,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"389bbeb1-b49e-4b3c-b5d4-0e777481aee0"} {"level":"info","ts":1785452590.8444667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"389bbeb1-b49e-4b3c-b5d4-0e777481aee0","EoS":false} {"level":"info","ts":1785452590.844479,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"389bbeb1-b49e-4b3c-b5d4-0e777481aee0"} {"level":"info","ts":1785452590.844509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"389bbeb1-b49e-4b3c-b5d4-0e777481aee0","EoS":true} {"level":"info","ts":1785452590.84452,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"389bbeb1-b49e-4b3c-b5d4-0e777481aee0"} {"level":"info","ts":1785452595.4758477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452595.475929,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e"} {"level":"info","ts":1785452595.4759414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e"} {"level":"info","ts":1785452595.4759548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e","EoS":true} {"level":"info","ts":1785452595.4759815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e","header":"x-maas-subscription"} {"level":"info","ts":1785452595.475995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e","header":"x-maas-group"} {"level":"info","ts":1785452595.4760432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e","header":"x-maas-username"} {"level":"info","ts":1785452595.476062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452595.4760926,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e"} {"level":"info","ts":1785452595.477146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e"} {"level":"info","ts":1785452595.4771667,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e"} {"level":"info","ts":1785452595.4771829,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e","EoS":false} {"level":"info","ts":1785452595.4771957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e"} {"level":"info","ts":1785452595.477223,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e","EoS":true} {"level":"info","ts":1785452595.4772327,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b662dd6d-a618-4fee-8e71-cbd03b81810e"} {"level":"info","ts":1785452604.049856,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452604.0499406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b"} {"level":"info","ts":1785452604.049952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b"} {"level":"info","ts":1785452604.049964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b","EoS":true} {"level":"info","ts":1785452604.0499907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b","header":"x-maas-subscription"} {"level":"info","ts":1785452604.0500035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b","header":"x-maas-group"} {"level":"info","ts":1785452604.0500102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b","header":"x-maas-username"} {"level":"info","ts":1785452604.0500245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452604.0500512,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b"} {"level":"info","ts":1785452604.0632517,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b"} {"level":"info","ts":1785452604.0632765,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b"} {"level":"info","ts":1785452604.0633042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b","EoS":false} {"level":"info","ts":1785452604.0633152,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b"} {"level":"info","ts":1785452604.0633492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b","EoS":true} {"level":"info","ts":1785452604.0633602,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49a4483a-187f-45d7-86e8-bd5bb426af8b"} {"level":"info","ts":1785452616.9319737,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452616.9320593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8"} {"level":"info","ts":1785452616.9320717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8"} {"level":"info","ts":1785452616.9320858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8","EoS":true} {"level":"info","ts":1785452616.9321134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8","header":"x-maas-group"} {"level":"info","ts":1785452616.9321249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8","header":"x-maas-subscription"} {"level":"info","ts":1785452616.9321303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8","header":"x-maas-username"} {"level":"info","ts":1785452616.9321446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452616.9321754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8"} {"level":"info","ts":1785452616.9334023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8"} {"level":"info","ts":1785452616.9334247,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8"} {"level":"info","ts":1785452616.9334407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8","EoS":false} {"level":"info","ts":1785452616.9334521,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8"} {"level":"info","ts":1785452616.9334776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8","EoS":true} {"level":"info","ts":1785452616.9334872,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d85d76c3-f5fa-48fc-9441-b0c0ead6d5c8"} {"level":"info","ts":1785452625.4623878,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452625.462462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026"} {"level":"info","ts":1785452625.4624748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026"} {"level":"info","ts":1785452625.4624865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026","EoS":true} {"level":"info","ts":1785452625.4625103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026","header":"x-maas-subscription"} {"level":"info","ts":1785452625.462521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026","header":"x-maas-username"} {"level":"info","ts":1785452625.4625258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026","header":"x-maas-group"} {"level":"info","ts":1785452625.4625416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452625.4625766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026"} {"level":"info","ts":1785452625.4635663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026"} {"level":"info","ts":1785452625.4635866,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026"} {"level":"info","ts":1785452625.4636014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026","EoS":false} {"level":"info","ts":1785452625.4636133,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026"} {"level":"info","ts":1785452625.463642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026","EoS":true} {"level":"info","ts":1785452625.4636538,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac9017ba-3d49-40fd-bb90-57ce85ddf026"} {"level":"info","ts":1785452634.3525581,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452634.3526344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be"} {"level":"info","ts":1785452634.3526478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be"} {"level":"info","ts":1785452634.3526607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be","EoS":true} {"level":"info","ts":1785452634.3526835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be","header":"x-maas-subscription"} {"level":"info","ts":1785452634.3526936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be","header":"x-maas-username"} {"level":"info","ts":1785452634.3526983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be","header":"x-maas-group"} {"level":"info","ts":1785452634.352713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452634.352765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be"} {"level":"info","ts":1785452634.353839,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be"} {"level":"info","ts":1785452634.3538754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be"} {"level":"info","ts":1785452634.353892,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be","EoS":false} {"level":"info","ts":1785452634.3539028,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be"} {"level":"info","ts":1785452634.3539252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be","EoS":true} {"level":"info","ts":1785452634.353934,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0030de12-7d57-4e96-bece-6037263e69be"} {"level":"info","ts":1785452663.8966637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452663.8967729,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5"} {"level":"info","ts":1785452663.8967867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5"} {"level":"info","ts":1785452663.8968027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5","EoS":true} {"level":"info","ts":1785452663.8968372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5","header":"x-maas-subscription"} {"level":"info","ts":1785452663.8968525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5","header":"x-maas-username"} {"level":"info","ts":1785452663.8968601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5","header":"x-maas-group"} {"level":"info","ts":1785452663.896878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452663.8969052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5"} {"level":"info","ts":1785452663.8985364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5"} {"level":"info","ts":1785452663.89856,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5"} {"level":"info","ts":1785452663.8985806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5","EoS":false} {"level":"info","ts":1785452663.8985922,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5"} {"level":"info","ts":1785452663.8986163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5","EoS":true} {"level":"info","ts":1785452663.898624,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e47d4128-a509-41cb-b8dc-4f4dfbee42d5"} {"level":"info","ts":1785452697.1856294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452697.1857042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06"} {"level":"info","ts":1785452697.1857133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06"} {"level":"info","ts":1785452697.1857252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06","EoS":true} {"level":"info","ts":1785452697.185771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06","header":"x-maas-username"} {"level":"info","ts":1785452697.1857824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06","header":"x-maas-group"} {"level":"info","ts":1785452697.185788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06","header":"x-maas-subscription"} {"level":"info","ts":1785452697.1858013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785452697.1858265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06"} {"level":"info","ts":1785452697.1883116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06"} {"level":"info","ts":1785452697.188332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06"} {"level":"info","ts":1785452697.1883502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06","EoS":false} {"level":"info","ts":1785452697.1883655,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06"} {"level":"info","ts":1785452697.1883938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06","EoS":true} {"level":"info","ts":1785452697.1884015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f0b03ed-6c17-4031-8832-53d4f3374c06"} {"level":"info","ts":1785452732.2991729,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452732.2992415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100"} {"level":"info","ts":1785452732.2992518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100"} {"level":"info","ts":1785452732.2992628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100","EoS":true} {"level":"info","ts":1785452732.299284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100","header":"x-maas-subscription"} {"level":"info","ts":1785452732.2992954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100","header":"x-maas-username"} {"level":"info","ts":1785452732.2993014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100","header":"x-maas-group"} {"level":"info","ts":1785452732.2993145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452732.2993407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100"} {"level":"info","ts":1785452732.3003497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100"} {"level":"info","ts":1785452732.300374,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100"} {"level":"info","ts":1785452732.3003962,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100","EoS":false} {"level":"info","ts":1785452732.300416,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100"} {"level":"info","ts":1785452732.3004527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100","EoS":true} {"level":"info","ts":1785452732.3004649,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0aa361b1-2f56-4aa3-8b94-84303d1a5100"} {"level":"info","ts":1785452741.7321632,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452741.7322445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546"} {"level":"info","ts":1785452741.732254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546"} {"level":"info","ts":1785452741.7322662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546","EoS":true} {"level":"info","ts":1785452741.7322912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546","header":"x-maas-username"} {"level":"info","ts":1785452741.7323015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546","header":"x-maas-group"} {"level":"info","ts":1785452741.732308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546","header":"x-maas-subscription"} {"level":"info","ts":1785452741.732322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452741.7323458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546"} {"level":"info","ts":1785452741.73331,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546"} {"level":"info","ts":1785452741.7333286,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546"} {"level":"info","ts":1785452741.733343,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546","EoS":false} {"level":"info","ts":1785452741.7333527,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546"} {"level":"info","ts":1785452741.7333755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546","EoS":true} {"level":"info","ts":1785452741.7333832,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ecbc5a2-aaec-452c-a24f-a3a2ba456546"} {"level":"info","ts":1785452741.7694886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452741.7695527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60"} {"level":"info","ts":1785452741.7695656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60"} {"level":"info","ts":1785452741.7695768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60","EoS":true} {"level":"info","ts":1785452741.7696006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60","header":"x-maas-username"} {"level":"info","ts":1785452741.7696114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60","header":"x-maas-subscription"} {"level":"info","ts":1785452741.7696164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60","header":"x-maas-group"} {"level":"info","ts":1785452741.7696319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452741.769655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60"} {"level":"info","ts":1785452741.770509,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60"} {"level":"info","ts":1785452741.7705278,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60"} {"level":"info","ts":1785452741.7705426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60","EoS":false} {"level":"info","ts":1785452741.7705536,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60"} {"level":"info","ts":1785452741.7705786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60","EoS":true} {"level":"info","ts":1785452741.770587,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2ec25fb2-b071-4e67-a1a1-82c6cad11b60"} {"level":"info","ts":1785452760.9020138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452760.9020927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415"} {"level":"info","ts":1785452760.9021044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415"} {"level":"info","ts":1785452760.9021165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415","EoS":true} {"level":"info","ts":1785452760.9021397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415","header":"x-maas-subscription"} {"level":"info","ts":1785452760.9021523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415","header":"x-maas-group"} {"level":"info","ts":1785452760.9021568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415","header":"x-maas-username"} {"level":"info","ts":1785452760.9021719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785452760.9021966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415"} {"level":"info","ts":1785452760.9032967,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415"} {"level":"info","ts":1785452760.9033177,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415"} {"level":"info","ts":1785452760.9033384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415","EoS":false} {"level":"info","ts":1785452760.9033535,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415"} {"level":"info","ts":1785452760.9033897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415","EoS":true} {"level":"info","ts":1785452760.9034016,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f609e040-7382-4e9c-9732-93dca72fe415"} {"level":"info","ts":1785452942.6989503,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785452942.6990345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1"} {"level":"info","ts":1785452942.6990454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1"} {"level":"info","ts":1785452942.699057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1","EoS":true} {"level":"info","ts":1785452942.6990826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1","header":"x-maas-subscription"} {"level":"info","ts":1785452942.6990933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1","header":"x-maas-group"} {"level":"info","ts":1785452942.6990974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1","header":"x-maas-username"} {"level":"info","ts":1785452942.6991105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785452942.699136,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1"} {"level":"info","ts":1785452942.711626,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1"} {"level":"info","ts":1785452942.7116554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1"} {"level":"info","ts":1785452942.711674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1","EoS":false} {"level":"info","ts":1785452942.7116866,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1"} {"level":"info","ts":1785452942.7117174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1","EoS":true} {"level":"info","ts":1785452942.7117279,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"df1bbb6e-7582-4e04-b0f7-2572d5eaaeb1"} {"level":"info","ts":1785453001.2043679,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453001.204451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba"} {"level":"info","ts":1785453001.2044613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba"} {"level":"info","ts":1785453001.2044725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba","EoS":true} {"level":"info","ts":1785453001.2044976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba","header":"x-maas-subscription"} {"level":"info","ts":1785453001.2045066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba","header":"x-maas-username"} {"level":"info","ts":1785453001.2045126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba","header":"x-maas-group"} {"level":"info","ts":1785453001.2045279,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785453001.2045565,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba"} {"level":"info","ts":1785453001.2056692,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba"} {"level":"info","ts":1785453001.2056983,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba"} {"level":"info","ts":1785453001.2057142,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba","EoS":false} {"level":"info","ts":1785453001.2057273,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba"} {"level":"info","ts":1785453001.2057724,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba","EoS":true} {"level":"info","ts":1785453001.2057877,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"320ab789-8424-4051-a6b4-0677d49fccba"} {"level":"info","ts":1785453016.4716735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453016.471766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b"} {"level":"info","ts":1785453016.4717762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b"} {"level":"info","ts":1785453016.471789,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b","EoS":true} {"level":"info","ts":1785453016.4718106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b","header":"x-maas-group"} {"level":"info","ts":1785453016.471822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b","header":"x-maas-subscription"} {"level":"info","ts":1785453016.4718263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b","header":"x-maas-username"} {"level":"info","ts":1785453016.471842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785453016.4718645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b"} {"level":"info","ts":1785453016.472862,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b"} {"level":"info","ts":1785453016.4728863,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b"} {"level":"info","ts":1785453016.472901,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b","EoS":false} {"level":"info","ts":1785453016.472912,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b"} {"level":"info","ts":1785453016.4729362,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b","EoS":true} {"level":"info","ts":1785453016.472944,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"310daf56-e4b9-4736-ba76-6f8fa5d2252b"} {"level":"info","ts":1785453354.324147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453354.3242328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761"} {"level":"info","ts":1785453354.3242438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761"} {"level":"info","ts":1785453354.3242557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761","EoS":true} {"level":"info","ts":1785453354.3242805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761","header":"x-maas-group"} {"level":"info","ts":1785453354.3242903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761","header":"x-maas-username"} {"level":"info","ts":1785453354.3242955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761","header":"x-maas-subscription"} {"level":"info","ts":1785453354.3243093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785453354.3243375,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761"} {"level":"info","ts":1785453354.325843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761"} {"level":"info","ts":1785453354.3258638,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761"} {"level":"info","ts":1785453354.3258848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761","EoS":false} {"level":"info","ts":1785453354.3258998,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761"} {"level":"info","ts":1785453354.3259258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761","EoS":true} {"level":"info","ts":1785453354.3259332,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"84a12960-12a4-4c89-8ecb-69246765f761"} {"level":"info","ts":1785453354.3646948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453354.3647895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9"} {"level":"info","ts":1785453354.3648021,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9"} {"level":"info","ts":1785453354.364814,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9","EoS":true} {"level":"info","ts":1785453354.364839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9","header":"x-maas-group"} {"level":"info","ts":1785453354.3648531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9","header":"x-maas-username"} {"level":"info","ts":1785453354.364861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9","header":"x-maas-subscription"} {"level":"info","ts":1785453354.3648775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785453354.3649004,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9"} {"level":"info","ts":1785453354.3658023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9"} {"level":"info","ts":1785453354.3658323,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9"} {"level":"info","ts":1785453354.3658545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9","EoS":false} {"level":"info","ts":1785453354.365868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9"} {"level":"info","ts":1785453354.3658922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9","EoS":true} {"level":"info","ts":1785453354.365901,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4dd63ae3-29ff-45cf-91c6-e2fae48d56d9"} {"level":"info","ts":1785453359.1638165,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fb06ec70-9632-47f9-b6fe-82475dc7baf0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785453359.1641014,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37112.837097635,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.1641347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.2383237,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.2649755,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fb06ec70-9632-47f9-b6fe-82475dc7baf0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785453359.2818644,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcd52153-f22d-4da9-81b1-ea0719375911"} {"level":"info","ts":1785453359.2819562,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a59b6b4d-3964-49c1-a16a-355413865b47","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785453359.281977,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a59b6b4d-3964-49c1-a16a-355413865b47","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785453359.287252,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48361afd-5eb3-4ef7-9f5a-fdbac92c0333","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785453359.2872803,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"48361afd-5eb3-4ef7-9f5a-fdbac92c0333","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785453359.2876365,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35163.799258104,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.287655,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.2985537,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.3877442,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcd52153-f22d-4da9-81b1-ea0719375911","name":"e2e-external-provider"} {"level":"info","ts":1785453359.4023073,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a910f124-4ce9-4e97-9517-1f6183b800f3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453359.4023268,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59f14f8d-3e5e-472d-b663-0d917f13d896"} {"level":"info","ts":1785453359.4023628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a910f124-4ce9-4e97-9517-1f6183b800f3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785453359.4041803,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcd52153-f22d-4da9-81b1-ea0719375911","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785453359.407907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc1cfea4-5a5b-4142-8a01-f8a801b97804","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453359.407935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc1cfea4-5a5b-4142-8a01-f8a801b97804","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785453359.4079444,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59f14f8d-3e5e-472d-b663-0d917f13d896","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785453359.4145548,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcd52153-f22d-4da9-81b1-ea0719375911","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785453359.4156919,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10b9b570-186b-41f5-a10c-7e2a8e21369b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453359.4157197,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10b9b570-186b-41f5-a10c-7e2a8e21369b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785453359.4159496,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"59f14f8d-3e5e-472d-b663-0d917f13d896","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785453359.4160147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e418d6f6-399d-4dbc-80a0-0ccd0d73de4c"} {"level":"info","ts":1785453359.4160378,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e418d6f6-399d-4dbc-80a0-0ccd0d73de4c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785453359.422325,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcd52153-f22d-4da9-81b1-ea0719375911","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785453359.4226975,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e418d6f6-399d-4dbc-80a0-0ccd0d73de4c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785453359.4297018,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1fda225-d04b-48d5-9866-1a5aab84b594","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785453359.4297519,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1fda225-d04b-48d5-9866-1a5aab84b594","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785453359.4297693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fa75ac1-37db-47d6-975c-99e5ba2c05dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453359.4297895,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0fa75ac1-37db-47d6-975c-99e5ba2c05dd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785453359.4298298,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4baf911-bcce-4726-a19b-92a99a6b98bb"} {"level":"info","ts":1785453359.429969,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93676862-61a4-4378-8350-274d0262c4e0"} {"level":"info","ts":1785453359.429998,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35090.733617021,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.430019,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93676862-61a4-4378-8350-274d0262c4e0","name":"e2e-external-provider"} {"level":"info","ts":1785453359.4300125,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.4375298,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785453359.442165,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93676862-61a4-4378-8350-274d0262c4e0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785453359.5305393,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4baf911-bcce-4726-a19b-92a99a6b98bb","name":"e2e-external-model"} {"level":"info","ts":1785453359.5429192,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4baf911-bcce-4726-a19b-92a99a6b98bb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785453359.549668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05a596eb-9496-411c-a46e-a0b6e219cc3a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453359.549717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05a596eb-9496-411c-a46e-a0b6e219cc3a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785453359.5498867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ee0a94d-742f-41c3-b00c-cb0568aa3db0"} {"level":"info","ts":1785453359.5499492,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ee0a94d-742f-41c3-b00c-cb0568aa3db0","name":"e2e-external-model"} {"level":"info","ts":1785453359.564827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"801e8761-bfa8-4581-9b2f-d1690fe47f1f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453359.564857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"801e8761-bfa8-4581-9b2f-d1690fe47f1f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785453359.5651114,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ee0a94d-742f-41c3-b00c-cb0568aa3db0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785453359.5651727,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"106f8d92-9150-4a85-8369-74057d4766d0"} {"level":"info","ts":1785453359.5652225,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"106f8d92-9150-4a85-8369-74057d4766d0","name":"e2e-external-model"} {"level":"info","ts":1785453359.5748873,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"106f8d92-9150-4a85-8369-74057d4766d0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785453359.5828457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfc3d0d9-977c-4ea2-82cc-fd32a75be806","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453359.5828757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9636c558-6a72-4592-b803-68a5f0149914"} {"level":"info","ts":1785453359.5828838,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfc3d0d9-977c-4ea2-82cc-fd32a75be806","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785453359.5829413,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9636c558-6a72-4592-b803-68a5f0149914","name":"e2e-external-model"} {"level":"info","ts":1785453359.5923092,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9636c558-6a72-4592-b803-68a5f0149914","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785453371.2824814,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453371.2825546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4"} {"level":"info","ts":1785453371.2825663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4"} {"level":"info","ts":1785453371.2825782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","EoS":true} {"level":"info","ts":1785453371.2825992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","header":"x-maas-group"} {"level":"info","ts":1785453371.2826092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","header":"x-maas-username"} {"level":"info","ts":1785453371.2826147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","header":"x-maas-subscription"} {"level":"info","ts":1785453371.2826285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785453371.2826374,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","modelName":"e2e-external-model"} {"level":"info","ts":1785453371.2826488,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785453371.2826762,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785453371.282701,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","authType":"apikey"} {"level":"info","ts":1785453371.2827272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4"} {"level":"info","ts":1785453371.3699164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4"} {"level":"info","ts":1785453371.369952,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4"} {"level":"info","ts":1785453371.3699763,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","EoS":false} {"level":"info","ts":1785453371.3699884,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4"} {"level":"info","ts":1785453371.370018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4","EoS":true} {"level":"info","ts":1785453371.3700254,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"77d127ae-6116-4504-a937-e9df12c39da4"} {"level":"info","ts":1785453371.4901905,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60b88dda-3240-4bef-b6e3-31b834b9a92b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785453371.4902205,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2fe462a-889e-4dba-bb1f-70a1f34c04b4"} {"level":"info","ts":1785453371.4902322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60b88dda-3240-4bef-b6e3-31b834b9a92b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785453371.495241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8052e4dc-b5ac-4abb-b7f6-564aa94a07f1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785453371.495268,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8052e4dc-b5ac-4abb-b7f6-564aa94a07f1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785453371.499171,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2fe462a-889e-4dba-bb1f-70a1f34c04b4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785453371.4992397,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2fe462a-889e-4dba-bb1f-70a1f34c04b4","name":"e2e-cleanup-test"} {"level":"info","ts":1785453371.5139709,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f227c64a-6522-4ef1-9936-26fa64c59a8b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785453371.5140011,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f227c64a-6522-4ef1-9936-26fa64c59a8b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785453371.518813,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2fe462a-889e-4dba-bb1f-70a1f34c04b4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785453371.5188646,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2fe462a-889e-4dba-bb1f-70a1f34c04b4","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785453371.5189302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00777a4d-abb8-4ff3-8875-2a87dbe035e0"} {"level":"info","ts":1785453371.5189898,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00777a4d-abb8-4ff3-8875-2a87dbe035e0","name":"e2e-cleanup-test"} {"level":"info","ts":1785453371.5280573,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00777a4d-abb8-4ff3-8875-2a87dbe035e0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785453379.7650244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"100abc3c-cb67-4027-beb6-8770c8d9261f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785453379.7650692,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"100abc3c-cb67-4027-beb6-8770c8d9261f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785453379.7650244,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b63fe97-893c-4b23-83fd-e83c32e04688"} {"level":"info","ts":1785453384.0948672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453384.094951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8ad4929-f734-4a25-8d4c-29ac724344a5"} {"level":"info","ts":1785453384.0949664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8ad4929-f734-4a25-8d4c-29ac724344a5"} {"level":"info","ts":1785453384.0949833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8ad4929-f734-4a25-8d4c-29ac724344a5","EoS":true} {"level":"info","ts":1785453384.095028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8ad4929-f734-4a25-8d4c-29ac724344a5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785453384.0950646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8ad4929-f734-4a25-8d4c-29ac724344a5"} {"level":"info","ts":1785453384.1410756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453384.1411471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846"} {"level":"info","ts":1785453384.1411636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846"} {"level":"info","ts":1785453384.141176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","EoS":true} {"level":"info","ts":1785453384.1411982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","header":"x-maas-subscription"} {"level":"info","ts":1785453384.141209,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","header":"x-maas-username"} {"level":"info","ts":1785453384.1412141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","header":"x-maas-group"} {"level":"info","ts":1785453384.1412303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785453384.1412916,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","modelName":"e2e-external-model"} {"level":"info","ts":1785453384.1413171,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785453384.141342,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785453384.1413589,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","authType":"apikey"} {"level":"info","ts":1785453384.1413827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846"} {"level":"info","ts":1785453384.2274406,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846"} {"level":"info","ts":1785453384.2274678,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846"} {"level":"info","ts":1785453384.2274861,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","EoS":false} {"level":"info","ts":1785453384.2274988,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846"} {"level":"info","ts":1785453384.2275283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846","EoS":true} {"level":"info","ts":1785453384.2275379,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9c1cbcef-94f5-4677-a062-026095dda846"} {"level":"info","ts":1785453384.268423,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453384.2684824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2"} {"level":"info","ts":1785453384.2684944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2"} {"level":"info","ts":1785453384.2685056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2","EoS":true} {"level":"info","ts":1785453384.2685297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2","header":"x-maas-subscription"} {"level":"info","ts":1785453384.2685394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2","header":"x-maas-username"} {"level":"info","ts":1785453384.2685456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2","header":"x-maas-group"} {"level":"info","ts":1785453384.2685592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785453384.268581,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2"} {"level":"info","ts":1785453384.3169672,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2"} {"level":"info","ts":1785453384.3169923,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2"} {"level":"info","ts":1785453384.3170094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2","EoS":false} {"level":"info","ts":1785453384.3170176,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2"} {"level":"info","ts":1785453384.3170393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2","EoS":true} {"level":"info","ts":1785453384.3170462,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7488f066-dcf7-4b5d-bd0b-a38ed06481c2"} {"level":"info","ts":1785453384.3497686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785453384.3498304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a"} {"level":"info","ts":1785453384.3498414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a"} {"level":"info","ts":1785453384.349852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a","EoS":true} {"level":"info","ts":1785453384.3498683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a","header":"x-maas-subscription"} {"level":"info","ts":1785453384.349879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a","header":"x-maas-group"} {"level":"info","ts":1785453384.3498843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a","header":"x-maas-username"} {"level":"info","ts":1785453384.3499079,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a"} {"level":"info","ts":1785453384.3972838,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a"} {"level":"info","ts":1785453384.3973088,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a"} {"level":"info","ts":1785453384.397326,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a","EoS":false} {"level":"info","ts":1785453384.3973389,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a"} {"level":"info","ts":1785453384.3973668,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a","EoS":true} {"level":"info","ts":1785453384.3973725,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd547e3a-df6c-4c2e-9182-e34b95162c4a"} {"level":"info","ts":1785453385.2452743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee8780f6-e002-4931-8b13-a68ea9b97155","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453385.245304,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee8780f6-e002-4931-8b13-a68ea9b97155","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785453385.2453356,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e60a1448-26a4-4f96-a93b-77b652173df4"} {"level":"info","ts":1785453385.4084086,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"befbd61a-85ab-41fd-9530-b8e49eaf730b"} {"level":"info","ts":1785453385.4084098,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8ffe1e7-b465-4043-a9eb-7f4d6c18e2af","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785453385.4084723,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8ffe1e7-b465-4043-a9eb-7f4d6c18e2af","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785453385.5252368,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b5681891-64bb-49ac-ace8-3d1e81320c16","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785453385.5252903,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b5681891-64bb-49ac-ace8-3d1e81320c16","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785454815.4168758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785454815.4169612,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eef13ece-ef3d-4216-8fed-c180e45962d5"} {"level":"info","ts":1785454893.080954,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785454893.0810428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22"} {"level":"info","ts":1785454893.0810535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22"} {"level":"info","ts":1785454893.0810654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22","EoS":true} {"level":"info","ts":1785454893.0810924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22","header":"x-maas-group"} {"level":"info","ts":1785454893.0811026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22","header":"x-maas-username"} {"level":"info","ts":1785454893.0811076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22","header":"x-maas-subscription"} {"level":"info","ts":1785454893.0811207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785454893.0811455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22"} {"level":"info","ts":1785454893.0822716,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22"} {"level":"info","ts":1785454893.0822926,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22"} {"level":"info","ts":1785454893.0823114,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22","EoS":false} {"level":"info","ts":1785454893.0823228,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22"} {"level":"info","ts":1785454893.0823462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22","EoS":true} {"level":"info","ts":1785454893.082353,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44fb61a7-f151-4717-ab7e-f897eae00f22"}