{"level":"info","ts":1784844451.49897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844451.4990535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858"} {"level":"info","ts":1784844451.4990697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858"} {"level":"info","ts":1784844451.4990826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858","EoS":true} {"level":"info","ts":1784844451.499108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858","header":"x-maas-subscription"} {"level":"info","ts":1784844451.4991183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858","header":"x-maas-group"} {"level":"info","ts":1784844451.4991238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858","header":"x-maas-username"} {"level":"info","ts":1784844451.4991412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844451.4991698,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858"} {"level":"info","ts":1784844451.5003097,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858"} {"level":"info","ts":1784844451.5003357,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858"} {"level":"info","ts":1784844451.5003579,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858","EoS":false} {"level":"info","ts":1784844451.5003755,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858","EoS":true} {"level":"info","ts":1784844451.500423,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"17b0291d-2de1-4f82-beea-973df4794858"} {"level":"info","ts":1784844451.640175,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844451.6402586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4"} {"level":"info","ts":1784844451.6402712,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4"} {"level":"info","ts":1784844451.6402829,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","EoS":true} {"level":"info","ts":1784844451.6403148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","header":"x-maas-username"} {"level":"info","ts":1784844451.6403253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","header":"x-maas-group"} {"level":"info","ts":1784844451.6403306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","header":"x-maas-subscription"} {"level":"info","ts":1784844451.6403444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844451.640366,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4"} {"level":"info","ts":1784844451.6413915,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4"} {"level":"info","ts":1784844451.6414135,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4"} {"level":"info","ts":1784844451.6414287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","EoS":false} {"level":"info","ts":1784844451.6414397,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4","EoS":true} {"level":"info","ts":1784844451.6414764,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"089400fc-3d38-4460-b394-7a7212dbe7b4"} {"level":"info","ts":1784844451.7845223,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844451.7846138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.7846277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.784643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","EoS":true} {"level":"info","ts":1784844451.7846715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","header":"x-maas-subscription"} {"level":"info","ts":1784844451.7847416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","header":"x-maas-username"} {"level":"info","ts":1784844451.7847466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","header":"x-maas-group"} {"level":"info","ts":1784844451.78476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844451.7847853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.7874653,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.787484,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.7874975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","EoS":false} {"level":"info","ts":1784844451.7875085,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f","EoS":true} {"level":"info","ts":1784844451.7875493,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ab5ba5a-f4ce-469e-bb73-d76750b96f2f"} {"level":"info","ts":1784844451.9301996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844451.930298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844451.9303112,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844451.9303265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","EoS":true} {"level":"info","ts":1784844451.930359,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","header":"x-maas-username"} {"level":"info","ts":1784844451.9303672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","header":"x-maas-group"} {"level":"info","ts":1784844451.930371,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","header":"x-maas-subscription"} {"level":"info","ts":1784844451.9303868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844451.9304059,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844451.9313364,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844451.9313555,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844451.9313705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","EoS":false} {"level":"info","ts":1784844451.931382,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd","EoS":true} {"level":"info","ts":1784844451.9314215,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"600e52a4-699c-44aa-94e9-b91f64326ddd"} {"level":"info","ts":1784844452.0755491,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844452.0756285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844452.0756402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844452.075652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","EoS":true} {"level":"info","ts":1784844452.0756862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","header":"x-maas-username"} {"level":"info","ts":1784844452.0756974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","header":"x-maas-group"} {"level":"info","ts":1784844452.0757043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","header":"x-maas-subscription"} {"level":"info","ts":1784844452.075718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844452.0757477,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844452.0766695,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844452.0766926,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844452.0767136,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","EoS":false} {"level":"info","ts":1784844452.0767303,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240","EoS":true} {"level":"info","ts":1784844452.076776,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dfb32bcf-9c1e-447d-8d1d-db6fabacd240"} {"level":"info","ts":1784844469.1773705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844469.1774569,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.1774693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.1774802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","EoS":true} {"level":"info","ts":1784844469.1775057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","header":"x-maas-subscription"} {"level":"info","ts":1784844469.1775162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","header":"x-maas-username"} {"level":"info","ts":1784844469.1775217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","header":"x-maas-group"} {"level":"info","ts":1784844469.1775339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844469.1775925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.180382,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.1804042,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.1804204,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","EoS":false} {"level":"info","ts":1784844469.1804352,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2","EoS":true} {"level":"info","ts":1784844469.180475,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1dbb2e35-1b46-4054-bb61-4661b09976c2"} {"level":"info","ts":1784844469.2892032,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844469.2893152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab1edcba-d958-462d-a861-2b8f46169983"} {"level":"info","ts":1784844469.290276,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab1edcba-d958-462d-a861-2b8f46169983"} {"level":"info","ts":1784844469.2902977,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab1edcba-d958-462d-a861-2b8f46169983"} {"level":"info","ts":1784844469.2903218,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab1edcba-d958-462d-a861-2b8f46169983","EoS":false} {"level":"info","ts":1784844469.290339,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ab1edcba-d958-462d-a861-2b8f46169983"} {"level":"info","ts":1784844469.2903774,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab1edcba-d958-462d-a861-2b8f46169983","EoS":true} {"level":"info","ts":1784844469.2903898,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ab1edcba-d958-462d-a861-2b8f46169983"} {"level":"info","ts":1784844473.9797196,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844473.9798014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844473.9798162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844473.9798286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","EoS":true} {"level":"info","ts":1784844473.979854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","header":"x-maas-group"} {"level":"info","ts":1784844473.979891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","header":"x-maas-subscription"} {"level":"info","ts":1784844473.9798965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","header":"x-maas-username"} {"level":"info","ts":1784844473.9799104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844473.9799378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844473.9807544,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844473.9807742,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844473.980789,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","EoS":false} {"level":"info","ts":1784844473.9808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f","EoS":true} {"level":"info","ts":1784844473.9808376,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5fdd229-eaf2-4f4a-9857-563964be9b2f"} {"level":"info","ts":1784844486.6882732,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844486.688361,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844486.6883748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844486.6883876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","EoS":true} {"level":"info","ts":1784844486.6884184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","header":"x-maas-group"} {"level":"info","ts":1784844486.6884303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","header":"x-maas-subscription"} {"level":"info","ts":1784844486.6884356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","header":"x-maas-username"} {"level":"info","ts":1784844486.688449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844486.68853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844486.6908767,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844486.6908956,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844486.6909127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","EoS":false} {"level":"info","ts":1784844486.6909244,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7","EoS":true} {"level":"info","ts":1784844486.69096,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25708610-fa3a-4e4a-ac10-f0fefa13bfd7"} {"level":"info","ts":1784844499.6286092,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844499.6287055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844499.6287184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844499.6287315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","EoS":true} {"level":"info","ts":1784844499.6287618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","header":"x-maas-subscription"} {"level":"info","ts":1784844499.6287758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","header":"x-maas-username"} {"level":"info","ts":1784844499.6287818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","header":"x-maas-group"} {"level":"info","ts":1784844499.6287966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844499.6289032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844499.6302886,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844499.6303086,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844499.6303298,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","EoS":false} {"level":"info","ts":1784844499.630346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a","EoS":true} {"level":"info","ts":1784844499.6303856,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"231ac208-4541-41c1-8bef-c58bbefbfe3a"} {"level":"info","ts":1784844508.1881568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844508.188233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844508.1882448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844508.188256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","EoS":true} {"level":"info","ts":1784844508.188283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","header":"x-maas-username"} {"level":"info","ts":1784844508.1882923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","header":"x-maas-subscription"} {"level":"info","ts":1784844508.188297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","header":"x-maas-group"} {"level":"info","ts":1784844508.1883106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844508.188337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844508.189099,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844508.1891205,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844508.1891367,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","EoS":false} {"level":"info","ts":1784844508.189148,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b","EoS":true} {"level":"info","ts":1784844508.189184,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d3d275b-86a5-44c7-99c1-761c6ed7699b"} {"level":"info","ts":1784844517.1005926,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844517.1006763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844517.1006882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844517.1007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","EoS":true} {"level":"info","ts":1784844517.1007242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","header":"x-maas-username"} {"level":"info","ts":1784844517.1007352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","header":"x-maas-group"} {"level":"info","ts":1784844517.1007395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","header":"x-maas-subscription"} {"level":"info","ts":1784844517.1007543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844517.100777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844517.1015651,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844517.1015859,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844517.101601,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","EoS":false} {"level":"info","ts":1784844517.101614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116","EoS":true} {"level":"info","ts":1784844517.1016514,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5f5f3e9d-a071-4af1-8677-d1df82c40116"} {"level":"info","ts":1784844542.348988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844542.3490796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844542.3490949,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844542.3491137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","EoS":true} {"level":"info","ts":1784844542.349151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","header":"x-maas-subscription"} {"level":"info","ts":1784844542.3491685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","header":"x-maas-group"} {"level":"info","ts":1784844542.3491747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","header":"x-maas-username"} {"level":"info","ts":1784844542.3491955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844542.3492303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844542.350249,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844542.3502698,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844542.3502848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","EoS":false} {"level":"info","ts":1784844542.3502958,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792","EoS":true} {"level":"info","ts":1784844542.3503335,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56bb6f5d-142c-4674-8407-2daad162c792"} {"level":"info","ts":1784844565.179893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844565.1799755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844565.1799846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844565.1799955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","EoS":true} {"level":"info","ts":1784844565.1800191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","header":"x-maas-group"} {"level":"info","ts":1784844565.1800294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","header":"x-maas-username"} {"level":"info","ts":1784844565.1800432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","header":"x-maas-subscription"} {"level":"info","ts":1784844565.1800587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784844565.1800911,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844565.1810646,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844565.1810877,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844565.1811056,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","EoS":false} {"level":"info","ts":1784844565.181132,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af","EoS":true} {"level":"info","ts":1784844565.1811728,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3e8d6f34-4d58-4ff3-865a-4d329b37c9af"} {"level":"info","ts":1784844594.007036,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844594.0071125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844594.0071218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844594.0071332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","EoS":true} {"level":"info","ts":1784844594.0071619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","header":"x-maas-username"} {"level":"info","ts":1784844594.007172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","header":"x-maas-subscription"} {"level":"info","ts":1784844594.007178,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","header":"x-maas-group"} {"level":"info","ts":1784844594.007191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844594.0072172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844594.0079918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844594.0080085,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844594.0080278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","EoS":false} {"level":"info","ts":1784844594.0080492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0","EoS":true} {"level":"info","ts":1784844594.0080826,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f297acf-9e40-4761-b2d7-a4177230a6b0"} {"level":"info","ts":1784844603.4673214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844603.4674032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.4674182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.4674299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","EoS":true} {"level":"info","ts":1784844603.467456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","header":"x-maas-group"} {"level":"info","ts":1784844603.4674668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","header":"x-maas-subscription"} {"level":"info","ts":1784844603.4674714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","header":"x-maas-username"} {"level":"info","ts":1784844603.4674852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844603.4675124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.468297,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.4683125,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.4683242,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","EoS":false} {"level":"info","ts":1784844603.4683335,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125","EoS":true} {"level":"info","ts":1784844603.4683635,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3a253268-130f-4426-a053-23b6db5a1125"} {"level":"info","ts":1784844603.5004344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844603.5005147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844603.500525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844603.5005372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","EoS":true} {"level":"info","ts":1784844603.5005603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","header":"x-maas-username"} {"level":"info","ts":1784844603.5005703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","header":"x-maas-subscription"} {"level":"info","ts":1784844603.5005755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","header":"x-maas-group"} {"level":"info","ts":1784844603.500589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844603.5006113,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844603.5013616,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844603.5013878,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844603.5014057,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","EoS":false} {"level":"info","ts":1784844603.5014176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40","EoS":true} {"level":"info","ts":1784844603.5014539,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f3544e8a-fca6-46c9-9a6a-a0040cc7ef40"} {"level":"info","ts":1784844622.7270367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844622.7271156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844622.7271247,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844622.7271364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","EoS":true} {"level":"info","ts":1784844622.7271628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","header":"x-maas-username"} {"level":"info","ts":1784844622.7271743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","header":"x-maas-group"} {"level":"info","ts":1784844622.72718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","header":"x-maas-subscription"} {"level":"info","ts":1784844622.7271945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844622.7272205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844622.7280195,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844622.7280302,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844622.7280505,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","EoS":false} {"level":"info","ts":1784844622.7280612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a","EoS":true} {"level":"info","ts":1784844622.7280927,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"95fa0f6c-0c19-45ed-82bf-8fb4987cf12a"} {"level":"info","ts":1784844753.7227023,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844753.7227867,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844753.7227998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844753.7228122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","EoS":true} {"level":"info","ts":1784844753.7228389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","header":"x-maas-subscription"} {"level":"info","ts":1784844753.7228496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","header":"x-maas-username"} {"level":"info","ts":1784844753.7228556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","header":"x-maas-group"} {"level":"info","ts":1784844753.722895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784844753.7229195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844753.7253196,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844753.7253425,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844753.725358,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","EoS":false} {"level":"info","ts":1784844753.7253695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad","EoS":true} {"level":"info","ts":1784844753.725405,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"23b32917-ed97-4450-abde-0986686b7aad"} {"level":"info","ts":1784844792.9369707,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844792.937065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844792.937082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844792.9370944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","EoS":true} {"level":"info","ts":1784844792.937123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","header":"x-maas-subscription"} {"level":"info","ts":1784844792.9371336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","header":"x-maas-group"} {"level":"info","ts":1784844792.9371393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","header":"x-maas-username"} {"level":"info","ts":1784844792.9371574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844792.9371824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844792.9379873,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844792.9380121,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844792.938033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","EoS":false} {"level":"info","ts":1784844792.9380505,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50","EoS":true} {"level":"info","ts":1784844792.9380956,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57375604-d8b1-4ba7-a88b-c04264fc9c50"} {"level":"info","ts":1784844808.218993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784844808.2190948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784844808.2191126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784844808.2191327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","EoS":true} {"level":"info","ts":1784844808.2191708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","header":"x-maas-subscription"} {"level":"info","ts":1784844808.2191842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","header":"x-maas-username"} {"level":"info","ts":1784844808.2191927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","header":"x-maas-group"} {"level":"info","ts":1784844808.2192128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784844808.2192516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784844808.2210834,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784844808.2211132,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784844808.2211287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","EoS":false} {"level":"info","ts":1784844808.2211401,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994","EoS":true} {"level":"info","ts":1784844808.2211814,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f070a782-c39c-4d6c-8e3f-79570f29a994"} {"level":"info","ts":1784845144.4225042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845144.4226167,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845144.4226456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845144.4226642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","EoS":true} {"level":"info","ts":1784845144.4227004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","header":"x-maas-subscription"} {"level":"info","ts":1784845144.422714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","header":"x-maas-group"} {"level":"info","ts":1784845144.4227219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","header":"x-maas-username"} {"level":"info","ts":1784845144.4227388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784845144.4227736,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845144.4244058,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845144.4244277,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845144.4244478,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","EoS":false} {"level":"info","ts":1784845144.4244645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b","EoS":true} {"level":"info","ts":1784845144.4245114,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3a2d7ef6-eedd-4143-abf8-e12a267d245b"} {"level":"info","ts":1784845154.2830436,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b533ee00-e17b-4a3b-a8ad-35d47a51af4b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784845154.283343,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37757.340352287,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.2833643,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.3383112,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.3843017,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b533ee00-e17b-4a3b-a8ad-35d47a51af4b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784845154.3986077,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab18d611-3354-4539-a799-5edd293c51e4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845154.3986497,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab18d611-3354-4539-a799-5edd293c51e4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784845154.39871,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac63bb67-c84e-4065-868d-28ce3fbc56fb"} {"level":"info","ts":1784845154.4075782,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1dad029e-bd9f-46b6-b03a-159ef25b5429","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845154.4076202,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1dad029e-bd9f-46b6-b03a-159ef25b5429","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784845154.407822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39262.567935366,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.4078393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.41673,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.5088322,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac63bb67-c84e-4065-868d-28ce3fbc56fb","name":"e2e-external-provider"} {"level":"info","ts":1784845154.5200331,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ddeeafd-57c0-4a8c-91af-baef36cbae7e"} {"level":"info","ts":1784845154.52004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1ecae56-1ab7-4d4f-aff3-946e2cdbbd8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.5202396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1ecae56-1ab7-4d4f-aff3-946e2cdbbd8d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.5236378,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac63bb67-c84e-4065-868d-28ce3fbc56fb","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784845154.5264122,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ddeeafd-57c0-4a8c-91af-baef36cbae7e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784845154.5265648,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9a20a74-78f1-44b6-94a2-d76d1fefd341","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.5265946,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d9a20a74-78f1-44b6-94a2-d76d1fefd341","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784845154.5328002,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ddeeafd-57c0-4a8c-91af-baef36cbae7e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.5329154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43d31054-ba98-4352-9a3d-d63d0a1331bd"} {"level":"info","ts":1784845154.5329502,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43d31054-ba98-4352-9a3d-d63d0a1331bd","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784845154.5329154,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"889ef4cc-ae6a-496d-936f-3fd6eab86671","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.5330188,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"889ef4cc-ae6a-496d-936f-3fd6eab86671","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.5350835,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac63bb67-c84e-4065-868d-28ce3fbc56fb","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784845154.5370138,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43d31054-ba98-4352-9a3d-d63d0a1331bd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.5416229,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac63bb67-c84e-4065-868d-28ce3fbc56fb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784845154.5473425,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c706c2c-0820-4cd9-9f92-78dc09fa714d"} {"level":"info","ts":1784845154.547374,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c706c2c-0820-4cd9-9f92-78dc09fa714d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784845154.548343,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d49df2c0-fc95-4784-bc03-400d9c8f0e31"} {"level":"info","ts":1784845154.5483646,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14b9c945-c1e5-4e6a-b234-e094459ffbd4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845154.5483854,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14b9c945-c1e5-4e6a-b234-e094459ffbd4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784845154.548414,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d49df2c0-fc95-4784-bc03-400d9c8f0e31","name":"e2e-external-provider"} {"level":"info","ts":1784845154.5485024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a87130a3-da11-4576-a59e-9c8be1af053d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.5485282,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a87130a3-da11-4576-a59e-9c8be1af053d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784845154.5517075,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c706c2c-0820-4cd9-9f92-78dc09fa714d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.5517771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ed6a0aa-75d5-4bb6-bec9-915c72087b4f"} {"level":"info","ts":1784845154.5520427,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34236.966793512,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.5520647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.5576236,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d49df2c0-fc95-4784-bc03-400d9c8f0e31","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784845154.558469,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784845154.5622325,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"051165fe-326a-4ece-a4ab-d44a8fd5e013"} {"level":"info","ts":1784845154.5623038,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"051165fe-326a-4ece-a4ab-d44a8fd5e013","name":"e2e-external-provider"} {"level":"info","ts":1784845154.572157,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"051165fe-326a-4ece-a4ab-d44a8fd5e013","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784845154.652833,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ed6a0aa-75d5-4bb6-bec9-915c72087b4f","name":"e2e-external-model"} {"level":"info","ts":1784845154.6772828,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ed6a0aa-75d5-4bb6-bec9-915c72087b4f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845154.6897273,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"583280bd-7475-45ac-9ae7-b078cd2c73e1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.6897862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"583280bd-7475-45ac-9ae7-b078cd2c73e1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.6897888,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd253c2-b46b-4e40-8253-748dd0a2b110"} {"level":"info","ts":1784845154.689852,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd253c2-b46b-4e40-8253-748dd0a2b110","name":"e2e-external-model"} {"level":"error","ts":1784845154.7206013,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2dd253c2-b46b-4e40-8253-748dd0a2b110","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.7259252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d002e42-100c-4a7f-b2fc-79ba26ad19c1"} {"level":"info","ts":1784845154.7260315,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d002e42-100c-4a7f-b2fc-79ba26ad19c1","name":"e2e-external-model"} {"level":"info","ts":1784845154.7266614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f0d1d2d-ef24-4f32-9f60-db96004ccde3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.7266963,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f0d1d2d-ef24-4f32-9f60-db96004ccde3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.746653,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d002e42-100c-4a7f-b2fc-79ba26ad19c1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784845154.755332,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d002e42-100c-4a7f-b2fc-79ba26ad19c1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.7554603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"736f3e49-aaa5-46d0-964a-cec6247592bb"} {"level":"info","ts":1784845154.75552,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"736f3e49-aaa5-46d0-964a-cec6247592bb","name":"e2e-external-model"} {"level":"info","ts":1784845154.7597644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79896577-1d22-4621-a28a-6c514eed8648","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845154.7597988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79896577-1d22-4621-a28a-6c514eed8648","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784845154.7769036,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"736f3e49-aaa5-46d0-964a-cec6247592bb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784845154.784151,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"736f3e49-aaa5-46d0-964a-cec6247592bb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845154.7842426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e22fe88-d204-42c3-834a-264d7c16f79d"} {"level":"info","ts":1784845154.7842972,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e22fe88-d204-42c3-834a-264d7c16f79d","name":"e2e-external-model"} {"level":"info","ts":1784845154.8089097,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e22fe88-d204-42c3-834a-264d7c16f79d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845164.1660247,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845164.1661034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56"} {"level":"info","ts":1784845164.1661131,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56"} {"level":"info","ts":1784845164.1661246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","EoS":true} {"level":"info","ts":1784845164.1661494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","header":"x-maas-subscription"} {"level":"info","ts":1784845164.1661608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","header":"x-maas-username"} {"level":"info","ts":1784845164.1661665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","header":"x-maas-group"} {"level":"info","ts":1784845164.1661828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845164.1661913,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","modelName":"e2e-external-model"} {"level":"info","ts":1784845164.1662035,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845164.1662328,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784845164.1662495,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56","authType":"apikey"} {"level":"info","ts":1784845164.166281,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b3a2c8f-e53f-4d97-91bb-72f45449ca56"} {"level":"info","ts":1784845164.279115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ace74db7-7263-4bfd-80ed-9c85b8f1c1d5"} {"level":"info","ts":1784845164.2791283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ea8656c-2210-43ef-845e-8501b3048398","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.2791657,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ea8656c-2210-43ef-845e-8501b3048398","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845164.2845879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a2b320c-de18-471b-b48f-29fe6123a2d9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.2846313,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a2b320c-de18-471b-b48f-29fe6123a2d9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784845164.2874126,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ace74db7-7263-4bfd-80ed-9c85b8f1c1d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845164.2874827,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ace74db7-7263-4bfd-80ed-9c85b8f1c1d5","name":"e2e-cleanup-test"} {"level":"error","ts":1784845164.2992544,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ace74db7-7263-4bfd-80ed-9c85b8f1c1d5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784845164.2993052,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ace74db7-7263-4bfd-80ed-9c85b8f1c1d5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845164.2993805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc347edb-7379-451a-bcc5-f34c59ace4e1"} {"level":"info","ts":1784845164.29944,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc347edb-7379-451a-bcc5-f34c59ace4e1","name":"e2e-cleanup-test"} {"level":"info","ts":1784845164.3029842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"375bab9b-0ca5-45ee-9554-66ac9123e82b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.3030312,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"375bab9b-0ca5-45ee-9554-66ac9123e82b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784845164.3127823,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc347edb-7379-451a-bcc5-f34c59ace4e1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784845164.3128343,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc347edb-7379-451a-bcc5-f34c59ace4e1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845164.3129408,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d66b65d5-fcd9-4cfb-9d35-a2c25ea425bd"} {"level":"info","ts":1784845164.3129969,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d66b65d5-fcd9-4cfb-9d35-a2c25ea425bd","name":"e2e-cleanup-test"} {"level":"info","ts":1784845164.319562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b451e327-911a-4f6e-8085-0a934997509b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.3195899,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b451e327-911a-4f6e-8085-0a934997509b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784845164.3207822,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d66b65d5-fcd9-4cfb-9d35-a2c25ea425bd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784845164.3242173,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d66b65d5-fcd9-4cfb-9d35-a2c25ea425bd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845164.3243024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858a8f7f-6c36-4342-bdec-9906b73bb912"} {"level":"info","ts":1784845164.3243577,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858a8f7f-6c36-4342-bdec-9906b73bb912","name":"e2e-cleanup-test"} {"level":"info","ts":1784845164.3346913,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858a8f7f-6c36-4342-bdec-9906b73bb912","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845164.3353565,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05a4c0fd-c153-45e8-b16b-6c35c1071bdc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845164.3353882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05a4c0fd-c153-45e8-b16b-6c35c1071bdc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784845164.3380063,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858a8f7f-6c36-4342-bdec-9906b73bb912","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784845164.3380802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e78c5ecb-c166-4298-b54b-c849ab3f6695"} {"level":"info","ts":1784845164.3381386,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e78c5ecb-c166-4298-b54b-c849ab3f6695","name":"e2e-cleanup-test"} {"level":"info","ts":1784845164.3451886,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e78c5ecb-c166-4298-b54b-c849ab3f6695","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784845172.5499208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec4a2606-fe8a-43f2-b48c-acffd989d766"} {"level":"info","ts":1784845172.5499208,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baa7c0d2-b351-4fa9-8951-ebf00686c55f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845172.5499938,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baa7c0d2-b351-4fa9-8951-ebf00686c55f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784845176.880069,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845176.880148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e"} {"level":"info","ts":1784845176.8801565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e"} {"level":"info","ts":1784845176.8801684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e","EoS":true} {"level":"info","ts":1784845176.8802001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784845176.8802302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e050ef75-6bcc-40a9-9d7f-2b2b8078457e"} {"level":"info","ts":1784845176.9293401,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845176.9294195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454"} {"level":"info","ts":1784845176.9294293,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454"} {"level":"info","ts":1784845176.929442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","EoS":true} {"level":"info","ts":1784845176.9294672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","header":"x-maas-subscription"} {"level":"info","ts":1784845176.9294772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","header":"x-maas-group"} {"level":"info","ts":1784845176.9294827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","header":"x-maas-username"} {"level":"info","ts":1784845176.9294965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845176.9295056,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","modelName":"e2e-external-model"} {"level":"info","ts":1784845176.9295192,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784845176.9295511,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784845176.9295723,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454","authType":"apikey"} {"level":"info","ts":1784845176.9295995,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"183bc280-afe0-43e3-9982-f0782e4f2454"} {"level":"info","ts":1784845176.972256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845176.97234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845176.9723532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845176.972366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","EoS":true} {"level":"info","ts":1784845176.9723907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","header":"x-maas-group"} {"level":"info","ts":1784845176.9724035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","header":"x-maas-subscription"} {"level":"info","ts":1784845176.9724107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","header":"x-maas-username"} {"level":"info","ts":1784845176.9724276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784845176.9724593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845177.079161,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845177.0791857,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845177.0792048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","EoS":false} {"level":"info","ts":1784845177.0792172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","EoS":true} {"level":"error","ts":1784845177.0792341,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784845177.0792992,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ec5909d9-06f8-4703-a86d-9c158c411374"} {"level":"info","ts":1784845177.1161077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845177.1161947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845177.1162083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845177.1162267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","EoS":true} {"level":"info","ts":1784845177.1162896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","header":"x-maas-username"} {"level":"info","ts":1784845177.116306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","header":"x-maas-group"} {"level":"info","ts":1784845177.1163113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","header":"x-maas-subscription"} {"level":"info","ts":1784845177.11634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845177.2189252,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845177.21896,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845177.2189834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","EoS":false} {"level":"info","ts":1784845177.218997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","EoS":true} {"level":"error","ts":1784845177.2190135,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784845177.2190497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7f1f6924-0c74-409b-a320-9131d3c38c6d"} {"level":"info","ts":1784845178.0755742,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc089e36-511f-4634-9f97-9b7e917f76f3"} {"level":"info","ts":1784845178.07562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834380d6-18fe-4a95-b2bb-f874c043f129","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845178.0756533,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"834380d6-18fe-4a95-b2bb-f874c043f129","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784845178.2244532,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"171f8ca4-d3bd-43e1-8a05-ee14cf85d306","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845178.2244987,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"171f8ca4-d3bd-43e1-8a05-ee14cf85d306","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784845178.2245104,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f82f2b54-fb67-441b-9bd0-d43ca7a6e2a3"} {"level":"info","ts":1784845178.3457093,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9f7fbbc9-c283-4790-84e4-ced5664652ac","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784845178.345764,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9f7fbbc9-c283-4790-84e4-ced5664652ac","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784845797.857516,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784845797.857594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784845797.8576016,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784845797.8576126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","EoS":true} {"level":"info","ts":1784845797.8576367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","header":"x-maas-username"} {"level":"info","ts":1784845797.8576474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","header":"x-maas-group"} {"level":"info","ts":1784845797.857652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","header":"x-maas-subscription"} {"level":"info","ts":1784845797.85769,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","path":"/ai-tenant-e2e-inf-b-8a3e27/test-model-8a3e27/v1/chat/completions"} {"level":"info","ts":1784845797.8577116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784845797.8707788,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784845797.8708131,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784845797.8708353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","EoS":false} {"level":"info","ts":1784845797.8708503,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b","EoS":true} {"level":"info","ts":1784845797.8709223,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ee926eb7-e1c4-41c2-b696-03f09d47111b"} {"level":"info","ts":1784846311.011901,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784846311.0119832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"} {"level":"info","ts":1784846311.0119932,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"} {"level":"info","ts":1784846311.0120056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","EoS":true} {"level":"info","ts":1784846311.0120332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","header":"x-maas-subscription"} {"level":"info","ts":1784846311.0120442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","header":"x-maas-group"} {"level":"info","ts":1784846311.0120502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","header":"x-maas-username"} {"level":"info","ts":1784846311.0120745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","path":"/ai-tenant-e2e-shared-b-091ba5/rate-test-model-091ba5/v1/completions"} {"level":"info","ts":1784846311.0121322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"} {"level":"info","ts":1784846311.0252118,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"} {"level":"info","ts":1784846311.0252423,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"} {"level":"info","ts":1784846311.0252604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","EoS":false} {"level":"info","ts":1784846311.0252728,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64","EoS":true} {"level":"info","ts":1784846311.0253243,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9bbb4c48-3441-422b-98a8-8ac0f5553d64"}